[ 386.320761] nova-conductor[53457]: INFO dbcounter [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Registered counter for database nova_api [ 386.330758] nova-conductor[53457]: DEBUG oslo_db.sqlalchemy.engines [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53457) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.360377] nova-conductor[53457]: DEBUG dbcounter [-] [53457] Writer thread running {{(pid=53457) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.362721] nova-conductor[53457]: DEBUG nova.context [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e4af889f-04d6-4445-bac4-987abbb60d18(cell1) {{(pid=53457) load_cells /opt/stack/nova/nova/context.py:464}} [ 386.364520] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53457) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 386.364731] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53457) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 386.365256] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53457) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 386.365678] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53457) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 386.365868] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53457) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 386.366835] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53457) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 386.368141] nova-conductor[53457]: INFO dbcounter [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Registered counter for database nova_cell0 [ 386.370995] nova-conductor[53457]: INFO dbcounter [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Registered counter for database nova_cell1 [ 386.374103] nova-conductor[53457]: DEBUG oslo_db.sqlalchemy.engines [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53457) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.374896] nova-conductor[53457]: DEBUG oslo_db.sqlalchemy.engines [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53457) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.454103] nova-conductor[53457]: DEBUG dbcounter [-] [53457] Writer thread running {{(pid=53457) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.457606] nova-conductor[53457]: DEBUG dbcounter [-] [53457] Writer thread running {{(pid=53457) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.459325] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Acquiring lock "singleton_lock" {{(pid=53457) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 386.459491] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Acquired lock "singleton_lock" {{(pid=53457) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 386.459728] nova-conductor[53457]: DEBUG oslo_concurrency.lockutils [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Releasing lock "singleton_lock" {{(pid=53457) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 386.460164] nova-conductor[53457]: INFO oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Starting 2 workers [ 386.464664] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Started child 53904 {{(pid=53457) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 386.468493] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Started child 53905 {{(pid=53457) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 386.468929] nova-conductor[53904]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 386.469242] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Full set of CONF: {{(pid=53457) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 386.469444] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ******************************************************************************** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 386.469602] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Configuration options gathered from: {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 386.469777] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 386.470142] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] config files: ['/etc/nova/nova.conf'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 386.470285] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ================================================================================ {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 386.470741] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] allow_resize_to_same_host = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.470981] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] arq_binding_timeout = 300 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.471214] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] block_device_allocate_retries = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.471410] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] block_device_allocate_retries_interval = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.471619] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cert = self.pem {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.471806] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute_driver = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.472177] nova-conductor[53905]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 386.472377] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute_monitors = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.472584] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] config_dir = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.472809] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] config_drive_format = iso9660 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.472957] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.473168] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] config_source = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.473369] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] console_host = devstack {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.473579] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] control_exchange = nova {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.473790] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cpu_allocation_ratio = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.473974] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] daemon = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.474199] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] debug = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.474398] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] default_access_ip_network_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.474593] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] default_availability_zone = nova {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.474754] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] default_ephemeral_format = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.474954] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] default_green_pool_size = 1000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.475254] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.475449] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] default_schedule_zone = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.475772] nova-conductor[53904]: INFO dbcounter [None req-a97a7110-2af3-49c3-a87f-10a9b206c27e None None] Registered counter for database nova_cell1 [ 386.475924] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] disk_allocation_ratio = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.476143] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] enable_new_services = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.476382] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] enabled_apis = ['osapi_compute'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.476569] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] enabled_ssl_apis = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.476764] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] flat_injected = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.476930] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] force_config_drive = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.477134] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] force_raw_images = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.477324] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] graceful_shutdown_timeout = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.477604] nova-conductor[53905]: INFO dbcounter [None req-734badbd-c472-48a1-955c-bc38efc1a111 None None] Registered counter for database nova_cell1 [ 386.477754] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] heal_instance_info_cache_interval = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.478262] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] host = devstack {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.478493] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.478689] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] initial_disk_allocation_ratio = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.478845] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] initial_ram_allocation_ratio = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.479121] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.479283] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_build_timeout = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.479447] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_delete_interval = 300 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.479616] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_format = [instance: %(uuid)s] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.479786] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_name_template = instance-%08x {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.479969] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_usage_audit = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.480176] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_usage_audit_period = month {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.480364] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.480549] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] instances_path = /opt/stack/data/nova/instances {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.480742] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] internal_service_availability_zone = internal {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.480899] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] key = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.481202] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] live_migration_retry_count = 30 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.481279] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_color = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.481593] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_config_append = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.481639] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.481788] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_dir = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.481960] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.482091] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_options = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.482261] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_rotate_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.482473] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_rotate_interval_type = days {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.482670] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] log_rotation_type = none {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.482807] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.482938] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.483218] nova-conductor[53904]: DEBUG oslo_db.sqlalchemy.engines [None req-a97a7110-2af3-49c3-a87f-10a9b206c27e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53904) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.483368] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.483577] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.483817] nova-conductor[53905]: DEBUG oslo_db.sqlalchemy.engines [None req-734badbd-c472-48a1-955c-bc38efc1a111 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53905) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 386.483955] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.484198] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] long_rpc_timeout = 1800 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.484368] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] max_concurrent_builds = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.484548] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] max_concurrent_live_migrations = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.484712] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] max_concurrent_snapshots = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.484897] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] max_local_block_devices = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.485086] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] max_logfile_count = 30 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.485251] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] max_logfile_size_mb = 200 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.485429] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] maximum_instance_delete_attempts = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.485597] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metadata_listen = 0.0.0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.485830] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metadata_listen_port = 8775 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.486033] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metadata_workers = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.486205] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] migrate_max_retries = -1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.486384] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] mkisofs_cmd = genisoimage {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.486617] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] my_block_storage_ip = 10.180.1.21 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.486752] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] my_ip = 10.180.1.21 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.486962] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.487142] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] network_allocate_retries = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.487334] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.487503] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] osapi_compute_listen = 0.0.0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.487683] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] osapi_compute_listen_port = 8774 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.487858] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] osapi_compute_unique_server_name_scope = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.488040] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] osapi_compute_workers = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.488209] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] password_length = 12 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.488376] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] periodic_enable = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.488834] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] periodic_fuzzy_delay = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.488834] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] pointer_model = usbtablet {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.488896] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] preallocate_images = none {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489044] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] publish_errors = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489278] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] pybasedir = /opt/stack/nova {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489348] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ram_allocation_ratio = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489500] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] rate_limit_burst = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489669] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] rate_limit_except_level = CRITICAL {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489828] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] rate_limit_interval = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.489991] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reboot_timeout = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.490165] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reclaim_instance_interval = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.490344] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] record = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.490505] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reimage_timeout_per_gb = 20 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.490681] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] report_interval = 120 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.490842] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] rescue_timeout = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.491013] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reserved_host_cpus = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.491176] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reserved_host_disk_mb = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.491330] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reserved_host_memory_mb = 512 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.491510] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] reserved_huge_pages = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.491670] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] resize_confirm_window = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.491851] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] resize_fs_using_block_device = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.492024] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] resume_guests_state_on_host_boot = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.492219] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.492403] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] rpc_response_timeout = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.492564] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] run_external_periodic_tasks = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.492737] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] running_deleted_instance_action = reap {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.492897] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] running_deleted_instance_poll_interval = 1800 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.493069] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] running_deleted_instance_timeout = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.493229] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler_instance_sync_interval = 120 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.493421] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_down_time = 720 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.493615] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] servicegroup_driver = db {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.493779] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] shell_completion = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.493958] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writer thread running {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.494128] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] shelved_offload_time = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.494304] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writer thread running {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 386.494445] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] shelved_poll_interval = 3600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.494643] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] shutdown_timeout = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.494812] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] source_is_ipv6 = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.494978] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ssl_only = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.495195] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] state_path = /opt/stack/data/nova {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.495332] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] sync_power_state_interval = 600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.495496] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] sync_power_state_pool_size = 1000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.495664] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] syslog_log_facility = LOG_USER {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.495830] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] tempdir = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.495988] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] timeout_nbd = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.496194] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] transport_url = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.496357] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] update_resources_interval = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.496540] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_cow_images = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.496701] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_eventlog = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.496870] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_journal = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.497108] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_json = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.497196] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_rootwrap_daemon = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.497361] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_stderr = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.497523] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] use_syslog = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.497682] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vcpu_pin_set = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.497857] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vif_plugging_is_fatal = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.498074] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vif_plugging_timeout = 300 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.498294] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] virt_mkfs = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.498465] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] volume_usage_poll_interval = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.498629] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] watch_log_file = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.498824] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] web = /usr/share/spice-html5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 386.499484] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_concurrency.disable_process_locking = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.499693] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.499909] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.500101] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.500275] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.500445] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.500607] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.500842] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.auth_strategy = keystone {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.501045] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.compute_link_prefix = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.501252] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.501428] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.dhcp_domain = novalocal {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.501600] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.enable_instance_password = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.501766] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.glance_link_prefix = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.501934] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.502150] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.502327] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.instance_list_per_project_cells = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.502505] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.list_records_by_skipping_down_cells = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.502685] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.local_metadata_per_cell = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.502862] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.max_limit = 1000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.503039] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.metadata_cache_expiration = 15 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.503219] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.neutron_default_tenant_id = default {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.503389] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.response_validation = warn {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.503686] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.use_neutron_default_nets = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.503861] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.504038] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.504213] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.504391] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.504562] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_dynamic_targets = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.504728] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_jsonfile_path = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.504916] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.505184] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.backend = dogpile.cache.memcached {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.505382] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.backend_argument = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.505580] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.config_prefix = cache.oslo {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.505776] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.dead_timeout = 60.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.505949] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.debug_cache_backend = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.506144] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.enable_retry_client = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.506326] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.enable_socket_keepalive = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.506544] nova-conductor[53905]: DEBUG nova.service [None req-734badbd-c472-48a1-955c-bc38efc1a111 None None] Creating RPC server for service conductor {{(pid=53905) start /opt/stack/nova/nova/service.py:186}} [ 386.506702] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.enabled = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.506909] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.enforce_fips_mode = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.507109] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.expiration_time = 600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.507280] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.hashclient_retry_attempts = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.507446] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.hashclient_retry_delay = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.507627] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_dead_retry = 300 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.507783] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_password = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.507948] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.508125] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.508321] nova-conductor[53904]: DEBUG nova.service [None req-a97a7110-2af3-49c3-a87f-10a9b206c27e None None] Creating RPC server for service conductor {{(pid=53904) start /opt/stack/nova/nova/service.py:186}} [ 386.508464] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_pool_maxsize = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.508652] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.508837] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_sasl_enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.509008] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.509210] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_socket_timeout = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.509373] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.memcache_username = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.509589] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.proxies = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.509708] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_db = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.509889] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_password = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.510056] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_sentinel_service_name = mymaster {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.510232] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.510419] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_server = localhost:6379 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.510586] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_socket_timeout = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.510755] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.redis_username = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.510912] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.retry_attempts = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.511088] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.retry_delay = 0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.511282] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.socket_keepalive_count = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.511446] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.socket_keepalive_idle = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.511612] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.socket_keepalive_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.511771] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.tls_allowed_ciphers = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.511930] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.tls_cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.512098] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.tls_certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.512286] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.tls_enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.512445] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cache.tls_keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.512667] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.512857] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.auth_type = password {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.513034] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.513245] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.catalog_info = volumev3::publicURL {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.513409] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.513575] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.513762] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.cross_az_attach = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.513958] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.debug = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.514124] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.endpoint_template = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.514294] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.http_retries = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.514449] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.514613] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.514789] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.os_region_name = RegionOne {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.514956] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.515136] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cinder.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.515317] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.515478] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.cpu_dedicated_set = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.515639] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.cpu_shared_set = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.515805] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.image_type_exclude_list = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.515973] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.516148] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.max_concurrent_disk_ops = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.516313] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.max_disk_devices_to_attach = -1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.516477] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.516647] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.516814] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.resource_provider_association_refresh = 300 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.516972] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.517148] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.shutdown_retry_interval = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.517328] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.517513] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] conductor.workers = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.517698] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] console.allowed_origins = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.517865] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] console.ssl_ciphers = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.518049] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] console.ssl_minimum_version = default {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.519028] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] consoleauth.enforce_session_timeout = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.519987] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] consoleauth.token_ttl = 600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.522494] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.522752] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.522948] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.523155] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.523353] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.523520] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.523699] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.523858] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.524051] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.524197] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.524395] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.524522] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.524691] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.524867] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.service_type = accelerator {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.525041] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.525206] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.525370] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.525531] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.525715] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.525879] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] cyborg.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.527121] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.backend = sqlalchemy {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.527380] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.connection = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.527597] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.connection_debug = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.527864] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.connection_parameters = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.528250] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.connection_recycle_time = 3600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.530028] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.connection_trace = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.530744] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.db_inc_retry_interval = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.531217] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.db_max_retries = 20 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.531531] nova-conductor[53904]: DEBUG nova.service [None req-a97a7110-2af3-49c3-a87f-10a9b206c27e None None] Join ServiceGroup membership for this service conductor {{(pid=53904) start /opt/stack/nova/nova/service.py:203}} [ 386.531861] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.db_max_retry_interval = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.532175] nova-conductor[53904]: DEBUG nova.servicegroup.drivers.db [None req-a97a7110-2af3-49c3-a87f-10a9b206c27e None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53904) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 386.532336] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.db_retry_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.532661] nova-conductor[53905]: DEBUG nova.service [None req-734badbd-c472-48a1-955c-bc38efc1a111 None None] Join ServiceGroup membership for this service conductor {{(pid=53905) start /opt/stack/nova/nova/service.py:203}} [ 386.532811] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.max_overflow = 50 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.532980] nova-conductor[53905]: DEBUG nova.servicegroup.drivers.db [None req-734badbd-c472-48a1-955c-bc38efc1a111 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53905) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 386.533138] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.max_pool_size = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.533330] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.max_retries = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.533513] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.533685] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.mysql_wsrep_sync_wait = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.533854] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.pool_timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.534028] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.retry_interval = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.534193] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.slave_connection = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.534362] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.sqlite_synchronous = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.534528] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] database.use_db_reconnect = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.534707] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.backend = sqlalchemy {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.534881] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.connection = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.535057] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.connection_debug = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.535229] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.connection_parameters = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.535397] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.connection_recycle_time = 3600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.535559] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.connection_trace = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.535720] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.db_inc_retry_interval = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.535883] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.db_max_retries = 20 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.536053] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.db_max_retry_interval = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.536219] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.db_retry_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.536380] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.max_overflow = 50 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.536537] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.max_pool_size = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.536695] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.max_retries = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537121] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537121] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537184] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.pool_timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537335] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.retry_interval = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537493] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.slave_connection = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537651] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] api_database.sqlite_synchronous = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.537854] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] devices.enabled_mdev_types = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.538075] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.538258] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ephemeral_storage_encryption.default_format = luks {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.538421] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ephemeral_storage_encryption.enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.538591] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.538785] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.api_servers = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.538955] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.539153] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.539319] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.539496] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.539654] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.539841] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.debug = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.540052] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.default_trusted_certificate_ids = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.540197] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.enable_certificate_validation = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.540360] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.enable_rbd_download = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.540518] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.540709] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.540870] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.541055] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.541235] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.541404] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.num_retries = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.541574] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.rbd_ceph_conf = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.541752] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.rbd_connect_timeout = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.541920] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.rbd_pool = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.542103] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.rbd_user = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.542267] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.542425] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.542583] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.542753] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.service_type = image {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.542916] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.543088] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.543270] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.543429] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.543606] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.543789] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.verify_glance_signatures = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.543949] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] glance.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.544129] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] guestfs.debug = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.544332] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.544498] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.auth_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.544658] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.544816] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.544983] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.545182] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.545343] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.545502] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.545684] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.545820] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546021] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546181] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546343] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546503] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546663] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546829] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.service_type = shared-file-system {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.546998] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.share_apply_policy_timeout = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.547175] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.547332] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.547487] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.547645] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.547826] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.547988] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] manila.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.548168] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] mks.enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.548770] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.548991] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] image_cache.manager_interval = 2400 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.549192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] image_cache.precache_concurrency = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.549365] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] image_cache.remove_unused_base_images = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.549537] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.549705] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.549885] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] image_cache.subdirectory_name = _base {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.550113] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.api_max_retries = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.550283] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.api_retry_interval = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.550445] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.550626] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.auth_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.550819] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.550984] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.551167] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.551336] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.conductor_group = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.551517] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.551686] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.551851] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.552022] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.552187] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.552418] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.552597] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.552768] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.peer_list = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.552929] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.553102] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.553269] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.serial_console_state_timeout = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.553428] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.553622] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.service_type = baremetal {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.553790] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.shard = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.553957] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.554130] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.554290] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.554448] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.554628] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.554791] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ironic.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.554999] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.555236] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] key_manager.fixed_key = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.555467] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.555639] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.barbican_api_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.555821] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.barbican_endpoint = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.556039] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.barbican_endpoint_type = public {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.556226] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.barbican_region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.556390] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.556548] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.556711] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.556872] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.557038] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.557205] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.number_of_retries = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.557365] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.retry_delay = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.557551] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.send_service_user_token = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.557714] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.557872] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.558041] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.verify_ssl = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.558206] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican.verify_ssl_path = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.558401] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.558566] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.auth_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.558728] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.558883] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.559057] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.559223] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.559383] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.559548] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.559702] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] barbican_service_user.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.559895] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.approle_role_id = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.560065] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.approle_secret_id = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.560240] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.kv_mountpoint = secret {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.560405] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.kv_path = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.560588] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.kv_version = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.560779] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.namespace = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.560962] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.root_token_id = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.561113] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.ssl_ca_crt_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.561285] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.timeout = 60.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.561450] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.use_ssl = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.561649] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.561846] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.562016] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.auth_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.562182] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.562364] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.562526] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.562691] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.562936] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.563151] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.563322] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.563483] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.563643] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.563804] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.563961] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.564133] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.564293] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.564460] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.service_type = identity {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.564623] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.564779] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.564943] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.565132] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.565290] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.565448] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] keystone.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.565696] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.connection_uri = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.565912] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_mode = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.566155] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_model_extra_flags = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.566335] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_models = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.566526] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_power_governor_high = performance {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.566697] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_power_governor_low = powersave {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.566866] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_power_management = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.567070] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.567267] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.device_detach_attempts = 8 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.567431] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.device_detach_timeout = 20 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.567597] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.disk_cachemodes = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.567756] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.disk_prefix = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.567920] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.enabled_perf_events = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.568096] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.file_backed_memory = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.568260] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.gid_maps = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.568417] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.hw_disk_discard = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.568578] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.hw_machine_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.568746] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_rbd_ceph_conf = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.568933] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.569119] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.569322] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_rbd_glance_store_name = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.569488] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_rbd_pool = rbd {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.569661] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_type = default {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.569823] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.images_volume_group = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.569984] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.inject_key = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.570162] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.inject_partition = -2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.570325] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.inject_password = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.570512] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.iscsi_iface = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.570717] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.iser_use_multipath = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.570870] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_bandwidth = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.571043] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.571213] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_downtime = 500 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.571406] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.571534] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.571707] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_inbound_addr = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.571867] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.572034] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_permit_post_copy = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.572195] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_scheme = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.572364] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_timeout_action = abort {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.572529] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_tunnelled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.572688] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_uri = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.572848] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.live_migration_with_native_tls = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.573009] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.max_queues = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.573202] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.573451] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.573634] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.nfs_mount_options = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.573855] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.574037] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.574208] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.num_iser_scan_tries = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.574362] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.num_memory_encrypted_guests = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.574522] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.574681] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.num_pcie_ports = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.574845] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.num_volume_scan_tries = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.575015] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.pmem_namespaces = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.575176] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.quobyte_client_cfg = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.575397] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.575563] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rbd_connect_timeout = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.575724] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.575885] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.576053] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rbd_secret_uuid = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.576212] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rbd_user = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.576372] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.576563] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.remote_filesystem_transport = ssh {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.576725] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rescue_image_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.576886] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rescue_kernel_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.577054] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rescue_ramdisk_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.577227] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.577388] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.rx_queue_size = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.577577] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.smbfs_mount_options = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.577860] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.577965] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.snapshot_compression = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.578139] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.snapshot_image_format = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.578359] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.578531] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.sparse_logical_volumes = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.578719] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.swtpm_enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.578922] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.swtpm_group = tss {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.579107] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.swtpm_user = tss {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.579279] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.sysinfo_serial = unique {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.579434] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.tb_cache_size = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.579589] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.tx_queue_size = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.579753] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.uid_maps = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.579916] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.use_virtio_for_bridges = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.580097] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.virt_type = kvm {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.580267] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.volume_clear = zero {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.580430] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.volume_clear_size = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.580587] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.volume_use_multipath = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.580764] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_cache_path = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.580933] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.581111] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_mount_group = qemu {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.581277] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_mount_opts = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.581444] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.581683] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.581859] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.vzstorage_mount_user = stack {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.582032] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.582231] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.582402] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.auth_type = password {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.582567] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.582726] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.582892] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.583080] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.583245] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.583414] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.default_floating_pool = public {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.583570] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.583732] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.extension_sync_interval = 600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.583894] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.http_retries = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.584063] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.584229] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.584387] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.584554] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.584712] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.584880] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.ovs_bridge = br-int {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.585099] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.physnets = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.585274] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.region_name = RegionOne {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.585458] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.585627] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.service_metadata_proxy = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.585806] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.585980] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.service_type = network {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.586156] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.586314] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.586470] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.586632] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.586836] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.587008] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] neutron.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.587189] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] notifications.bdms_in_notifications = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.587369] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] notifications.default_level = INFO {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.587569] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] notifications.notification_format = unversioned {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.587739] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] notifications.notify_on_state_change = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.587940] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.588140] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] pci.alias = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.588315] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] pci.device_spec = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.588484] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] pci.report_in_placement = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.588703] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.588896] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.auth_type = password {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.589082] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.589248] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.589407] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.589572] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.589729] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.589888] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.590059] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.default_domain_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.590222] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.default_domain_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.590376] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.domain_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.590533] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.domain_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.590715] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.590891] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.591063] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.591224] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.591380] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.591553] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.password = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.591750] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.project_domain_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.591910] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.project_domain_name = Default {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.592084] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.project_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.592263] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.project_name = service {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.592434] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.region_name = RegionOne {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.592593] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.592752] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.592921] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.service_type = placement {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.593096] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.593254] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.593411] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.593566] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.system_scope = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.593721] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.593877] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.trust_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.594042] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.user_domain_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.594213] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.user_domain_name = Default {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.594372] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.user_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.594547] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.username = nova {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.594725] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.594887] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] placement.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.595098] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.cores = 20 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.595265] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.count_usage_from_placement = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.595458] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.595649] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.injected_file_content_bytes = 10240 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.595818] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.injected_file_path_length = 255 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.595982] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.injected_files = 5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.596160] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.instances = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.596325] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.key_pairs = 100 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.596489] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.metadata_items = 128 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.596652] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.ram = 51200 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.596817] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.recheck_quota = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.596981] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.server_group_members = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.597159] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] quota.server_groups = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.597736] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.597736] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.597736] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.image_metadata_prefilter = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.597903] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.598076] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.max_attempts = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.598243] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.max_placement_results = 1000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.598424] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.598587] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.query_placement_for_image_type_support = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.598785] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.598967] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] scheduler.workers = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.599185] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.599356] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.599534] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.599699] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.599863] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.600033] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.600199] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.600412] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.600584] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.host_subset_size = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.600834] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.600954] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.601133] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.601297] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.isolated_hosts = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.601459] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.isolated_images = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.601616] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.601775] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.601936] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.602110] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.pci_in_placement = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.602271] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.602430] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.602595] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.602798] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.602976] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.603154] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.603314] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.track_instance_changes = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.603485] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.603686] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metrics.required = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.603852] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metrics.weight_multiplier = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.604018] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.604191] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] metrics.weight_setting = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.604514] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.604682] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] serial_console.enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.604881] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] serial_console.port_range = 10000:20000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.605066] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.605234] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.605403] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] serial_console.serialproxy_port = 6083 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.605575] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.605748] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.auth_type = password {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.605909] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.606083] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.606250] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.606410] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.606566] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.606786] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.send_service_user_token = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.606909] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.607067] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] service_user.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.607267] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.agent_enabled = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.607427] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.607779] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.607981] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.608168] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.html5proxy_port = 6082 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.608334] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.image_compression = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.608492] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.jpeg_compression = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.608664] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.playback_compression = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.608861] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.require_secure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.609042] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.server_listen = 127.0.0.1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.609210] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.609365] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.streaming_mode = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.609518] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] spice.zlib_compression = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.609685] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] upgrade_levels.baseapi = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.609865] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] upgrade_levels.compute = auto {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.610029] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] upgrade_levels.conductor = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.610180] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] upgrade_levels.scheduler = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.610368] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.610526] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.auth_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.610714] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.610886] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.611048] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.611215] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.611372] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.611529] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.611705] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vendordata_dynamic_auth.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.611931] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.api_retry_count = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.612102] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.ca_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.612281] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.cache_prefix = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.612439] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.cluster_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.612598] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.connection_pool_size = 10 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.612753] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.console_delay_seconds = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.612910] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.datastore_regex = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.613079] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.host_ip = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.613243] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.host_password = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.613404] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.host_port = 443 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.613562] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.host_username = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.613723] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.613878] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.integration_bridge = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.614048] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.maximum_objects = 100 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.614207] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.pbm_default_policy = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.614367] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.pbm_enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.614522] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.pbm_wsdl_location = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.614691] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.614856] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.serial_port_proxy_uri = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.615018] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.serial_port_service_uri = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.615189] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.task_poll_interval = 0.5 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.615349] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.use_linked_clone = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.615514] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.vnc_keymap = en-us {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.615674] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.vnc_port = 5900 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.615835] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vmware.vnc_port_total = 10000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.616061] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.auth_schemes = ['none'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.616237] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.enabled = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.616562] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.616748] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.616942] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.novncproxy_port = 6080 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.617142] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.server_listen = 127.0.0.1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.617329] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.617491] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.vencrypt_ca_certs = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.617647] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.vencrypt_client_cert = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.617819] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] vnc.vencrypt_client_key = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618015] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618196] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.disable_deep_image_inspection = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618356] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618516] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618676] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618855] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.disable_rootwrap = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.618993] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.enable_numa_live_migration = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.619168] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.619328] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.619508] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.619691] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.libvirt_disable_apic = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.619854] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.620025] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.620192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.620354] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.620514] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.620709] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.620872] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.621076] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.621212] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.621381] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.621589] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.621791] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.client_socket_timeout = 900 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.621966] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.default_pool_size = 1000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.622158] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.keep_alive = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.622327] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.max_header_line = 16384 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.622487] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.secure_proxy_ssl_header = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.622646] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.ssl_ca_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.622813] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.ssl_cert_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.622982] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.ssl_key_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.623184] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.tcp_keepidle = 600 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.624361] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.624361] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] zvm.ca_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.624361] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] zvm.cloud_connector_url = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.624361] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.624361] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] zvm.reachable_timeout = 300 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.enforce_new_defaults = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627192] nova-conductor[53457]: WARNING oslo_config.cfg [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 386.627192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.enforce_scope = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.policy_default_rule = default {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627192] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.policy_file = policy.yaml {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627480] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627647] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.connection_string = messaging:// {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627647] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.enabled = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627647] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.es_doc_type = notification {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627845] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.es_scroll_size = 10000 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.627998] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.es_scroll_time = 2m {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.628126] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.filter_error_trace = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.628294] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.hmac_keys = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.628454] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.sentinel_service_name = mymaster {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.628650] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.socket_timeout = 0.1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.628810] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.trace_requests = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.628968] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler.trace_sqlalchemy = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.629187] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler_jaeger.process_tags = {} {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.629346] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler_jaeger.service_name_prefix = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.629506] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] profiler_otlp.service_name_prefix = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.629707] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] remote_debug.host = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.629886] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] remote_debug.port = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.630091] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.630258] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.630421] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.630578] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.630779] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.630946] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.631130] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.631287] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.631443] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.631613] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.631798] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.631977] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.632159] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.632333] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.632501] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.632665] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.632831] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.633021] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.633182] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.633347] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.633511] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.633673] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.633834] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.634010] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.634191] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.634364] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.634529] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.634695] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.634866] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.635047] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.ssl = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.635224] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.635396] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.635556] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.635726] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.635901] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.ssl_version = {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.636074] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.636300] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.636482] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_notifications.retry = -1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.636671] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.636847] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_messaging_notifications.transport_url = **** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.637070] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.auth_section = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.637241] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.auth_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.637399] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.cafile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.637555] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.certfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.637723] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.collect_timing = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.637884] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.connect_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.638056] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.connect_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.638240] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.endpoint_id = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.638402] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.endpoint_override = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.638609] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.insecure = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.638743] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.keyfile = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.638898] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.max_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.639064] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.min_version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.639222] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.region_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.639382] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.retriable_status_codes = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.639545] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.service_name = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.639701] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.service_type = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.639862] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.split_loggers = False {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.640031] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.status_code_retries = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.640190] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.status_code_retry_delay = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.640344] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.timeout = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.640496] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.valid_interfaces = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.640697] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_limit.version = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.640873] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_reports.file_event_handler = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.641072] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.641251] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] oslo_reports.log_dir = None {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 386.641385] nova-conductor[53457]: DEBUG oslo_service.service [None req-a6ff04eb-f208-470f-ae0d-54d9605f61fa None None] ******************************************************************************** {{(pid=53457) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 396.361187] nova-conductor[53457]: DEBUG dbcounter [-] [53457] Writing DB stats nova_api:SELECT=1 {{(pid=53457) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 396.457562] nova-conductor[53457]: DEBUG dbcounter [-] [53457] Writing DB stats nova_cell1:SELECT=1 {{(pid=53457) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 396.458375] nova-conductor[53457]: DEBUG dbcounter [-] [53457] Writing DB stats nova_cell0:SELECT=1 {{(pid=53457) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 401.541404] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 401.543268] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 471.617978] nova-conductor[53905]: DEBUG oslo_db.sqlalchemy.engines [None req-0470b2f1-8958-44bf-b585-c6bad4e1f437 None None] Parent process 53457 forked (53905) with an open database connection, which is being discarded and recreated. {{(pid=53905) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 471.619996] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writer thread running {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 471.620357] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 488.764785] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 494.281569] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 511.827038] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writer thread running {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 511.827678] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 512.352535] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 512.388621] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.388621] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.392086] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.397261] nova-conductor[53904]: INFO dbcounter [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Registered counter for database nova_cell1 [ 512.403823] nova-conductor[53904]: DEBUG oslo_db.sqlalchemy.engines [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53904) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 512.411368] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writer thread running {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 512.498682] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.499603] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.499603] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.499736] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.499946] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.500135] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.502782] nova-conductor[53904]: INFO dbcounter [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Registered counter for database nova_cell0 [ 512.515369] nova-conductor[53904]: DEBUG oslo_db.sqlalchemy.engines [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53904) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 512.523487] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writer thread running {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 512.548755] nova-conductor[53904]: DEBUG nova.quota [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Getting quotas for project 05f1f715efc54b2abc89921fd29b2ca0. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 512.551157] nova-conductor[53904]: DEBUG nova.quota [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Getting quotas for user 13a2aee7a1b34c4092c2a52cb7683528 and project 05f1f715efc54b2abc89921fd29b2ca0. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 512.559916] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 512.560793] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.560906] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.561078] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.572825] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 512.573345] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.573507] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.573709] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.627855] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.628237] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.628514] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.628933] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53904) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.629206] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53904) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.629995] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.630337] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.630768] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.631259] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.631588] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.631876] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.639310] nova-conductor[53904]: INFO nova.compute.rpcapi [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 512.639969] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-83cc1d8a-5af4-486c-89c3-5f556eed33f8 None None] Releasing lock "compute-rpcapi-router" {{(pid=53904) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.951971] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 514.970760] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.971007] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.971194] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.021852] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.022463] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.022463] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.022810] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.022921] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.023096] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.038022] nova-conductor[53904]: DEBUG nova.quota [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Getting quotas for project 8dec145bfec94bcea43138b57c9e8663. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 515.038431] nova-conductor[53904]: DEBUG nova.quota [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Getting quotas for user 3616a5759f84445e84217f2d4bf5912a and project 8dec145bfec94bcea43138b57c9e8663. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 515.044163] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 515.045143] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.045373] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.045604] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.053092] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 515.054623] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.054623] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.054623] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.099284] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.099544] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.099691] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.884480] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 515.925985] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.926980] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.928437] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.930568] nova-conductor[53905]: INFO dbcounter [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Registered counter for database nova_cell1 [ 515.935654] nova-conductor[53905]: DEBUG oslo_db.sqlalchemy.engines [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53905) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 515.942667] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writer thread running {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.024433] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.024734] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.025318] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.025903] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.026235] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.026485] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.028608] nova-conductor[53905]: INFO dbcounter [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Registered counter for database nova_cell0 [ 516.037221] nova-conductor[53905]: DEBUG oslo_db.sqlalchemy.engines [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53905) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 516.046056] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writer thread running {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 516.063495] nova-conductor[53905]: DEBUG nova.quota [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Getting quotas for project 9f70baceb5df4b248e09ecf1dcb3aead. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 516.069310] nova-conductor[53905]: DEBUG nova.quota [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Getting quotas for user 6656efb10c444e21978b1553eb5f7784 and project 9f70baceb5df4b248e09ecf1dcb3aead. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 516.079980] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 516.081058] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.081398] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.081629] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.088509] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 516.089336] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.089620] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.090750] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.139567] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.139862] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.140052] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.140321] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.140459] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.141036] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.141227] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.141417] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.141793] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.141972] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.142203] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.151036] nova-conductor[53905]: INFO nova.compute.rpcapi [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 516.151346] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-61cc0c12-897b-4c99-882d-6f2d5ab01e43 None None] Releasing lock "compute-rpcapi-router" {{(pid=53905) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.148612] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 519.162316] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.162567] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.162738] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.217020] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.217020] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.217020] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.217020] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.217459] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.217459] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.229126] nova-conductor[53904]: DEBUG nova.quota [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Getting quotas for project 2990305d6f4049d2a525907d2a5a6620. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 519.230810] nova-conductor[53904]: DEBUG nova.quota [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Getting quotas for user 6829bca73381493ebfb80c5254a8a2e6 and project 2990305d6f4049d2a525907d2a5a6620. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 519.237892] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 519.238592] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.239818] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.239818] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.249112] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 519.250324] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.250324] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.250324] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.276481] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.276793] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.280020] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.650866] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 519.668679] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.668908] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.669111] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.704873] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.705120] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.705298] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.705676] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.705892] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.706074] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.716332] nova-conductor[53904]: DEBUG nova.quota [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Getting quotas for project b8936cc30efe4c338564fef1658f9396. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 519.719103] nova-conductor[53904]: DEBUG nova.quota [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Getting quotas for user d3fa61707574456ebdd173cc021d21c3 and project b8936cc30efe4c338564fef1658f9396. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 519.724282] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 519.724901] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.725306] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.725416] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.728526] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 519.729146] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.729351] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.729620] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.758123] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.758537] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.758825] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.770562] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 519.785760] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.786530] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.786530] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.837508] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.837708] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.837885] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.838271] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.838792] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.838792] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.847179] nova-conductor[53905]: DEBUG nova.quota [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Getting quotas for project 434f547698164b79a5f84f640c11494a. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 519.850734] nova-conductor[53905]: DEBUG nova.quota [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Getting quotas for user 0a9aa06fcd3c498399a3252cf9597832 and project 434f547698164b79a5f84f640c11494a. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 519.855257] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 519.855734] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.855928] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.856107] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.860363] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 519.860363] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.860363] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.860535] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.877663] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.877904] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.878102] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.541452] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 520.559636] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.560103] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.560533] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.601068] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.601311] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.601507] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.601881] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.605283] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.605468] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.616479] nova-conductor[53905]: DEBUG nova.quota [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Getting quotas for project 5b80714a72c14aef842c7b02001edd92. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 520.621339] nova-conductor[53905]: DEBUG nova.quota [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Getting quotas for user 11e1217449554a459d4f5cb72bfc578f and project 5b80714a72c14aef842c7b02001edd92. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 520.632739] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 520.635500] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.635748] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.635915] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.641951] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.642704] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.642929] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.643123] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.670653] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.670957] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.671166] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.456702] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 526.482818] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.483066] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.483233] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.530732] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.530977] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.531161] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.531690] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.531811] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.532535] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.543529] nova-conductor[53905]: DEBUG nova.quota [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Getting quotas for project fd139ef77c1649aca614eac7bddfd2c8. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 526.547947] nova-conductor[53905]: DEBUG nova.quota [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Getting quotas for user 2343dbca8df74e9da79f1969954ae3e9 and project fd139ef77c1649aca614eac7bddfd2c8. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 526.553215] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] [instance: 72d434a7-ea70-4594-971f-7eec8ebea153] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 526.553738] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.553968] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.554149] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.560029] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] [instance: 72d434a7-ea70-4594-971f-7eec8ebea153] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 526.562264] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.562264] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.562264] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.592387] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.592486] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.592866] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-05c0a1fb-cafd-4a80-9e3e-0bfd42e6a3d7 tempest-ServerDiagnosticsV248Test-220293105 tempest-ServerDiagnosticsV248Test-220293105-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.711220] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=5 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 529.732109] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=33,nova_cell1:RELEASE=4 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 529.748447] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=25,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 529.753940] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 531.485500] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 531.502731] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.502731] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.502906] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.580810] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.580810] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.580995] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.581373] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.581691] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.581792] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.591145] nova-conductor[53905]: DEBUG nova.quota [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Getting quotas for project 09d85e0631a346c18c4f0f6cbc3b0a14. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 531.594146] nova-conductor[53905]: DEBUG nova.quota [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Getting quotas for user e329450badd345fda2775022a82e90f3 and project 09d85e0631a346c18c4f0f6cbc3b0a14. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 531.600258] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 531.600635] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.600859] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.601048] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.608285] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 531.609153] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.609359] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.609781] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.630319] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.630586] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.630766] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.666878] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 532.679640] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.679884] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.680520] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.719887] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.720268] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.720475] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.720941] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.721168] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.721372] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.740281] nova-conductor[53905]: DEBUG nova.quota [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 532.742924] nova-conductor[53905]: DEBUG nova.quota [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for user c6b7c5b037a54c8cbd151ad0f1875f37 and project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 532.748677] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 532.749263] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.749655] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.749915] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.757223] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 532.757891] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.758112] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.758288] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.781537] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.781794] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.781970] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.713709] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 533.732233] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.733324] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.733780] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.768559] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 533.784175] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.784815] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.784815] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.810742] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.810880] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.811061] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.811443] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.811642] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.812239] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.826464] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.826551] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.826877] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.827265] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.827456] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.827615] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.833575] nova-conductor[53904]: DEBUG nova.quota [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Getting quotas for project 9d3e3e9945fc4774a35ad817e8e312ba. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 533.837808] nova-conductor[53904]: DEBUG nova.quota [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Getting quotas for user b12122c73ec440098daf417330d4443f and project 9d3e3e9945fc4774a35ad817e8e312ba. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 533.843067] nova-conductor[53904]: DEBUG nova.quota [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Getting quotas for project 49cd9c78e79746669c36b36e4ede0ed3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 533.845993] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 533.846710] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.846710] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.846888] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.848156] nova-conductor[53904]: DEBUG nova.quota [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Getting quotas for user 8169f662eb7c45129939ab888ea28b8b and project 49cd9c78e79746669c36b36e4ede0ed3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 533.852494] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 533.853165] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.853371] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.853540] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.856881] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 533.857292] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.858029] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.858029] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.860848] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 533.861460] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.861669] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.861836] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.877579] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.877830] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.877979] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.892787] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.893039] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.893223] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.774036] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7e895ead-a61b-46dc-8368-b89c0bb75a66, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e3a373f2-640f-479d-98f6-963a5fbc38ac was re-scheduled: Binding failed for port 7e895ead-a61b-46dc-8368-b89c0bb75a66, please check neutron logs for more information.\n'] [ 534.774036] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 534.774036] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e3a373f2-640f-479d-98f6-963a5fbc38ac.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e3a373f2-640f-479d-98f6-963a5fbc38ac. [ 534.774036] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e3a373f2-640f-479d-98f6-963a5fbc38ac. [ 534.845017] nova-conductor[53904]: DEBUG nova.network.neutron [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 534.989856] nova-conductor[53904]: DEBUG nova.network.neutron [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 534.997360] nova-conductor[53904]: DEBUG nova.network.neutron [None req-be64f0dc-e9b3-4074-bfe6-51190cc32985 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: e3a373f2-640f-479d-98f6-963a5fbc38ac] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.656889] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a27daaa7-c19c-47a8-b629-a9f9f57d9aed, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4f70d05b-de38-41d5-b2ff-4856abd85ee4 was re-scheduled: Binding failed for port a27daaa7-c19c-47a8-b629-a9f9f57d9aed, please check neutron logs for more information.\n'] [ 536.660392] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 536.660643] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f70d05b-de38-41d5-b2ff-4856abd85ee4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f70d05b-de38-41d5-b2ff-4856abd85ee4. [ 536.661264] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f70d05b-de38-41d5-b2ff-4856abd85ee4. [ 536.713031] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 536.757575] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 536.766328] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0a8f4b2f-e298-49b6-bb07-d21d1e2ea98c tempest-ImagesOneServerTestJSON-535526512 tempest-ImagesOneServerTestJSON-535526512-project-member] [instance: 4f70d05b-de38-41d5-b2ff-4856abd85ee4] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.806975] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.825898] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.826356] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.826691] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.884918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.884918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.884918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.884918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.884918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.884918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.896310] nova-conductor[53904]: DEBUG nova.quota [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Getting quotas for project 8705142b4c6c452e9cea12bcb31e11fb. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.898369] nova-conductor[53904]: DEBUG nova.quota [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Getting quotas for user db90c676212d4718aeca3d6a81056d00 and project 8705142b4c6c452e9cea12bcb31e11fb. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.906356] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.906720] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.907071] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.907150] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.916103] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.917034] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.917304] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.917566] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.946537] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.946537] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.946747] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.534803] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b5ec1549-d0a9-4ea9-9ab9-80553e7b2aa4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 433465bd-370b-4af0-a491-e4321124deca was re-scheduled: Binding failed for port b5ec1549-d0a9-4ea9-9ab9-80553e7b2aa4, please check neutron logs for more information.\n'] [ 538.538178] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 538.538495] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 433465bd-370b-4af0-a491-e4321124deca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 433465bd-370b-4af0-a491-e4321124deca. [ 538.538878] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 433465bd-370b-4af0-a491-e4321124deca. [ 538.604063] nova-conductor[53905]: DEBUG nova.network.neutron [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 539.023278] nova-conductor[53905]: DEBUG nova.network.neutron [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 539.031339] nova-conductor[53905]: DEBUG nova.network.neutron [None req-df39ce22-a481-496e-8ca0-6726cfbbb631 tempest-FloatingIPsAssociationNegativeTestJSON-1483450 tempest-FloatingIPsAssociationNegativeTestJSON-1483450-project-member] [instance: 433465bd-370b-4af0-a491-e4321124deca] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.030661] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 540.053522] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.053522] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.053522] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.118087] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.118369] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.118516] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.118908] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.119125] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.119271] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.143586] nova-conductor[53905]: DEBUG nova.quota [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Getting quotas for project 6341aef2a0b14302a186b1c5c05ecb22. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.146616] nova-conductor[53905]: DEBUG nova.quota [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Getting quotas for user cbb84a5dee4944aab7645d46ca68def3 and project 6341aef2a0b14302a186b1c5c05ecb22. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.153430] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 540.154103] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.154306] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.154524] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.161839] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 540.162561] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.162931] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.162995] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.180978] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.180978] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.180978] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.086276] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 541.106214] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.106667] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.107106] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.161562] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.163465] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.163711] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.164221] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.164392] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.164551] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.183510] nova-conductor[53905]: DEBUG nova.quota [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Getting quotas for project 05f1f715efc54b2abc89921fd29b2ca0. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.187575] nova-conductor[53905]: DEBUG nova.quota [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Getting quotas for user 13a2aee7a1b34c4092c2a52cb7683528 and project 05f1f715efc54b2abc89921fd29b2ca0. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.194012] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 541.194623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.195030] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.195104] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.203845] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 541.204611] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.205815] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.205815] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.245190] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.245470] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.245737] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.420801] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 542.464368] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.465990] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.465990] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.527825] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.527825] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.527969] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.528879] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.529087] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.529258] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.542137] nova-conductor[53905]: DEBUG nova.quota [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Getting quotas for project 7f792bb41b7d4185b02ff116b06f76e0. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 542.545821] nova-conductor[53905]: DEBUG nova.quota [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Getting quotas for user 2fc0aa686ea848f0be5293ec6f869bbb and project 7f792bb41b7d4185b02ff116b06f76e0. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 542.556129] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 542.556692] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.556927] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.557118] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.568240] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 542.569034] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.569133] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.569267] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.589968] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.589968] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.590325] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.962412] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 447338cd-16a6-49c9-8cde-4aaf069132ff, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 96d406fc-7802-4d05-a9e7-f0fe5576aa74 was re-scheduled: Binding failed for port 447338cd-16a6-49c9-8cde-4aaf069132ff, please check neutron logs for more information.\n'] [ 542.963878] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 542.963878] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96d406fc-7802-4d05-a9e7-f0fe5576aa74.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96d406fc-7802-4d05-a9e7-f0fe5576aa74. [ 542.965052] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96d406fc-7802-4d05-a9e7-f0fe5576aa74. [ 543.018522] nova-conductor[53904]: DEBUG nova.network.neutron [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 543.105207] nova-conductor[53904]: DEBUG nova.network.neutron [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 543.108653] nova-conductor[53904]: DEBUG nova.network.neutron [None req-a64c1598-7708-4040-8c16-980f76c9212a tempest-InstanceActionsNegativeTestJSON-1892608288 tempest-InstanceActionsNegativeTestJSON-1892608288-project-member] [instance: 96d406fc-7802-4d05-a9e7-f0fe5576aa74] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.729473] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7a5e8383-5128-474c-b293-634b1ebdb94f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0fae076c-ced2-4456-8223-2d71e78fabb4 was re-scheduled: Binding failed for port 7a5e8383-5128-474c-b293-634b1ebdb94f, please check neutron logs for more information.\n'] [ 544.729473] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 544.729473] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fae076c-ced2-4456-8223-2d71e78fabb4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fae076c-ced2-4456-8223-2d71e78fabb4. [ 544.729473] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0fae076c-ced2-4456-8223-2d71e78fabb4. [ 544.788855] nova-conductor[53905]: DEBUG nova.network.neutron [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 544.885790] nova-conductor[53905]: DEBUG nova.network.neutron [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.903193] nova-conductor[53905]: DEBUG nova.network.neutron [None req-d295dcd4-3d03-453a-afa8-c614344ca111 tempest-ServerExternalEventsTest-1317683250 tempest-ServerExternalEventsTest-1317683250-project-member] [instance: 0fae076c-ced2-4456-8223-2d71e78fabb4] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.431425] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 545.473640] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.473960] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.474161] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.617281] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.617551] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.617741] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.618257] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.618388] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.618831] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.651735] nova-conductor[53905]: DEBUG nova.quota [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Getting quotas for project 5069db5a016f47eca003fa3678009393. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 545.666527] nova-conductor[53905]: DEBUG nova.quota [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Getting quotas for user 2ea62ff37442443b977fa00ae956be69 and project 5069db5a016f47eca003fa3678009393. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 545.678625] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 545.679138] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.679363] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.679555] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.724560] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 545.727334] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.727334] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.727334] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.842194] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.842194] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.842194] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.888080] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=3 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 547.921338] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 547.937989] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 547.946988] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 551.358425] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 14a2dc7b-cf4e-48dc-85af-bd4f0a160952, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2d43aa8e-ea11-4209-b166-b87159a37e72 was re-scheduled: Binding failed for port 14a2dc7b-cf4e-48dc-85af-bd4f0a160952, please check neutron logs for more information.\n'] [ 551.359827] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 551.361743] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d43aa8e-ea11-4209-b166-b87159a37e72.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d43aa8e-ea11-4209-b166-b87159a37e72. [ 551.361743] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d43aa8e-ea11-4209-b166-b87159a37e72. [ 551.499450] nova-conductor[53904]: DEBUG nova.network.neutron [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 551.575119] nova-conductor[53904]: DEBUG nova.network.neutron [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.590044] nova-conductor[53904]: DEBUG nova.network.neutron [None req-e11a5989-22a9-43a4-88da-18c9a8129cca tempest-ServersAdminNegativeTestJSON-1397369892 tempest-ServersAdminNegativeTestJSON-1397369892-project-member] [instance: 2d43aa8e-ea11-4209-b166-b87159a37e72] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.824037] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.859998] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.859998] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.860105] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.981175] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.981175] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.981175] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.057473] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.057877] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.058180] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.111265] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.111265] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.111265] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.111633] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.111772] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.112356] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.128826] nova-conductor[53905]: DEBUG nova.quota [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Getting quotas for project eb754ac92c5648ed888fdf68ccd14ced. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 552.143309] nova-conductor[53905]: DEBUG nova.quota [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Getting quotas for user 77f085d6aafe41328b41f3c0ddc3079e and project eb754ac92c5648ed888fdf68ccd14ced. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 552.152039] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.152658] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.153019] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.153242] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.172756] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.175035] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.175035] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.175035] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.258027] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.258220] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.258871] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.272381] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.273805] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.273805] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.273805] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.293279] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.296012] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.296012] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.296012] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.342674] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.343349] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.343349] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.356475] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.357231] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.357485] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.357670] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.398020] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.398020] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.398020] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.398020] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.497708] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.498201] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.498552] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.643451] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1b583a76-0230-4efa-b353-d1b1706fec01, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 75e101c8-0ea7-40d1-a0ce-9a866b252772 was re-scheduled: Binding failed for port 1b583a76-0230-4efa-b353-d1b1706fec01, please check neutron logs for more information.\n'] [ 553.645368] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 553.645368] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 75e101c8-0ea7-40d1-a0ce-9a866b252772.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 75e101c8-0ea7-40d1-a0ce-9a866b252772. [ 553.645368] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 75e101c8-0ea7-40d1-a0ce-9a866b252772. [ 553.679262] nova-conductor[53905]: DEBUG nova.network.neutron [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 553.752100] nova-conductor[53905]: DEBUG nova.network.neutron [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.754427] nova-conductor[53905]: DEBUG nova.network.neutron [None req-cf49ea92-aa64-4a15-8a87-4b9c9b187e63 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 75e101c8-0ea7-40d1-a0ce-9a866b252772] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.704385] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 559.724310] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.724530] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.724756] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.768638] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.768638] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.768638] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.769378] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.769378] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.769489] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.785115] nova-conductor[53905]: DEBUG nova.quota [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Getting quotas for project 0a69b02d028a4a069ad5d7f80ccb527f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 559.788749] nova-conductor[53905]: DEBUG nova.quota [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Getting quotas for user a05628d5d2d54088833dc99dd43fcfa8 and project 0a69b02d028a4a069ad5d7f80ccb527f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 559.798351] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 559.798549] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.798804] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.799051] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.807778] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 559.808500] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.808965] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.808965] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.830298] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.830444] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.830762] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.966615] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 559.978560] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.978798] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.978972] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.030274] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.030461] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.030619] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.031066] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.031194] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.031329] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.053550] nova-conductor[53904]: DEBUG nova.quota [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Getting quotas for project 871c1d0ed74c4c46861d512087263041. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 560.056085] nova-conductor[53904]: DEBUG nova.quota [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Getting quotas for user 5c90c43e7f554d259c9f8a65d3e797dc and project 871c1d0ed74c4c46861d512087263041. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 560.061182] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 560.061669] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.061964] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.062067] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.065574] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 560.066353] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.066584] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.066796] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.079971] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.080207] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.080375] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.541922] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 563.556215] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.557320] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.557654] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.601212] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.601330] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.601505] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.601933] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.602170] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.602438] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.620773] nova-conductor[53904]: DEBUG nova.quota [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Getting quotas for project 09219842acaa4b948356f5a1d9ed4ccf. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 563.624213] nova-conductor[53904]: DEBUG nova.quota [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Getting quotas for user 3f8c590d73094f749537e31f4d03229a and project 09219842acaa4b948356f5a1d9ed4ccf. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 563.638255] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 563.638255] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.638255] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.638255] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.649796] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 563.649936] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.650231] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.650825] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.681785] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.681785] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.681785] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.423027] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=332,nova_cell1:UPDATE=147,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=21,nova_cell1:RELEASE=21 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 565.993673] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 566.019723] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.019964] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.020150] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.059417] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.059672] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.059848] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.060384] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.060457] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.060584] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.067909] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 566.070410] nova-conductor[53904]: DEBUG nova.quota [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Getting quotas for project afeb65a860024d6f8e8371d599517f10. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 566.076019] nova-conductor[53904]: DEBUG nova.quota [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Getting quotas for user 423b480cd7264efaaa2b1e35e3a70f1a and project afeb65a860024d6f8e8371d599517f10. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 566.086782] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.087311] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.087644] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.087999] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 566.088481] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.088714] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.088891] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.095245] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 566.095942] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.096159] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.096325] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.121772] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.121772] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.121772] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.130965] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.131276] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.131457] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.131869] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.132107] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.132413] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.144076] nova-conductor[53905]: DEBUG nova.quota [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Getting quotas for project 5b80714a72c14aef842c7b02001edd92. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 566.146032] nova-conductor[53905]: DEBUG nova.quota [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Getting quotas for user 11e1217449554a459d4f5cb72bfc578f and project 5b80714a72c14aef842c7b02001edd92. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 566.155512] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 566.156356] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.156605] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.156785] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.169049] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 566.169851] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.170128] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.170329] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.229165] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.229262] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.229480] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.561879] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 567.580104] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.580354] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.580907] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.636025] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.636426] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.637045] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.637045] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.637185] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.637955] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.653369] nova-conductor[53904]: DEBUG nova.quota [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Getting quotas for project b445e0d9bbfa4a528bc49fff621c484c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 567.655807] nova-conductor[53904]: DEBUG nova.quota [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Getting quotas for user 0bdbb74770364b4a8700aa7aa967b584 and project b445e0d9bbfa4a528bc49fff621c484c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 567.665888] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 567.666504] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.666748] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.666951] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.671928] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 567.672658] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.672952] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.673057] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.698800] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.699016] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.699191] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.860550] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=343,nova_cell1:UPDATE=145,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 569.121395] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.123185] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.147321] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.147652] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.147937] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.148249] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.148432] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.148852] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.246480] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.246609] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.246876] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.247100] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.247500] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.247691] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.247858] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.248084] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.249098] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.249790] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.251485] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.251485] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.263673] nova-conductor[53904]: DEBUG nova.quota [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Getting quotas for project c854c4989c58433688b50640d15ad6e0. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.264547] nova-conductor[53905]: DEBUG nova.quota [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Getting quotas for project 860e3f76627645c6afc50616f17e50da. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.267167] nova-conductor[53905]: DEBUG nova.quota [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Getting quotas for user 3938d412f0314927ab10800e88e83d4a and project 860e3f76627645c6afc50616f17e50da. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.268161] nova-conductor[53904]: DEBUG nova.quota [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Getting quotas for user 06452b75b6164422a6d6916ee7e1126d and project c854c4989c58433688b50640d15ad6e0. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.274122] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.274639] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.274949] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.275126] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.275316] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.275502] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.275732] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.278399] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.281372] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.281970] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.282209] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.282717] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.284786] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.284786] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.284929] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.285121] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.308788] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.309069] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.309276] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.310076] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.310319] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.310520] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.907563] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.931623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.931623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.931623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.006677] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.006908] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.007088] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.010021] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.010021] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.010021] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.015949] nova-conductor[53905]: DEBUG nova.quota [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Getting quotas for project 4f4e99fb03d94876b605badde8dee459. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 570.018261] nova-conductor[53905]: DEBUG nova.quota [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Getting quotas for user 232b9128bfd94a52a5f9e340e821a0b1 and project 4f4e99fb03d94876b605badde8dee459. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 570.025879] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 570.026380] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.026585] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.026756] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.032660] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 570.033340] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.033547] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.033721] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.052919] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.053168] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.053341] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.630309] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 570.647333] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.647566] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.647739] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.687912] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.687912] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.689708] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.689708] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.689708] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.689708] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.701370] nova-conductor[53905]: DEBUG nova.quota [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Getting quotas for project 860e3f76627645c6afc50616f17e50da. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 570.705977] nova-conductor[53905]: DEBUG nova.quota [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Getting quotas for user 3938d412f0314927ab10800e88e83d4a and project 860e3f76627645c6afc50616f17e50da. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 570.711083] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 570.711621] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.711949] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.712133] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.717634] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 570.718348] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.718495] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.718700] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.742489] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.742489] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.742489] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.817823] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 571.845651] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.846059] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.846545] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.897465] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.898481] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.898481] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.898867] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.899071] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.899237] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.909251] nova-conductor[53904]: DEBUG nova.quota [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Getting quotas for project 193ea940afde48b1ad27cc7713ae4213. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 571.911800] nova-conductor[53904]: DEBUG nova.quota [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Getting quotas for user 1f4a42241a4a4abcaf2e718eb02b9b20 and project 193ea940afde48b1ad27cc7713ae4213. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 571.920849] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 571.920849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.920849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.920849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.925199] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 571.925869] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.926083] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.926250] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.948577] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.948577] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.948577] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.763291] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 572.778129] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.778341] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.778537] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.835711] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.836057] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.836105] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.837108] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.837108] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.837108] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.846933] nova-conductor[53904]: DEBUG nova.quota [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Getting quotas for project 4c1334ef1cbd4689a365a0375582f252. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 572.851531] nova-conductor[53904]: DEBUG nova.quota [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Getting quotas for user fc906ad0bdfc4e21bce37c53548ac708 and project 4c1334ef1cbd4689a365a0375582f252. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 572.859962] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 572.860486] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.860689] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.860856] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.868723] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 572.868723] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.868723] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.868723] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.891965] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.891965] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.891965] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.601759] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.602082] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.602285] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.606504] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=94,nova_api:UPDATE=8,nova_api:DELETE=9 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 577.615021] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=108,nova_api:DELETE=9,nova_api:UPDATE=10 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.140386] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 578.162087] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.162942] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.163345] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.167514] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=54,nova_cell1:SAVEPOINT=13,nova_cell1:INSERT=139,nova_cell1:RELEASE=13 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.252483] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.252826] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.253090] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.253568] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.253802] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.254081] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.261931] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=18 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 578.285260] nova-conductor[53905]: DEBUG nova.quota [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Getting quotas for project 02baa466ae264d89896a3049ab5767be. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.291846] nova-conductor[53905]: DEBUG nova.quota [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Getting quotas for user aa1286fe09cf48d19a1d528ac1b812fb and project 02baa466ae264d89896a3049ab5767be. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.298232] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 578.298806] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.299725] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.299725] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.306166] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 578.307225] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.307225] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.307464] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.345015] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.345015] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.345015] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.434085] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 579.461711] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.461978] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.462177] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.505126] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.505382] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.505559] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.505974] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.506191] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.506355] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.522020] nova-conductor[53905]: DEBUG nova.quota [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Getting quotas for project 3a44012a49e94a00b3b8dffe9cd66842. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 579.525636] nova-conductor[53905]: DEBUG nova.quota [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Getting quotas for user e11ef5e6a8a34d10a106be27e05d3511 and project 3a44012a49e94a00b3b8dffe9cd66842. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 579.533352] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 579.533865] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.534083] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.534254] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.540767] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 579.542241] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.542241] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.542241] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.566356] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.566587] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.566758] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.693032] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 00686c4d-cd65-4d4c-b7ea-3bfa3387ed64, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 96e5b238-aab4-4f75-abe8-f5a14b015099 was re-scheduled: Binding failed for port 00686c4d-cd65-4d4c-b7ea-3bfa3387ed64, please check neutron logs for more information.\n'] [ 580.693672] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 580.694187] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96e5b238-aab4-4f75-abe8-f5a14b015099.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96e5b238-aab4-4f75-abe8-f5a14b015099. [ 580.694645] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 96e5b238-aab4-4f75-abe8-f5a14b015099. [ 580.735183] nova-conductor[53905]: DEBUG nova.network.neutron [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.803062] nova-conductor[53905]: DEBUG nova.network.neutron [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.812508] nova-conductor[53905]: DEBUG nova.network.neutron [None req-dcada28b-6111-470a-9d20-54c85a482cdf tempest-VolumesAssistedSnapshotsTest-1708784017 tempest-VolumesAssistedSnapshotsTest-1708784017-project-member] [instance: 96e5b238-aab4-4f75-abe8-f5a14b015099] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.840732] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=7 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 582.870663] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=21,nova_cell1:SAVEPOINT=7,nova_cell1:INSERT=57,nova_cell1:RELEASE=7 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 582.884573] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=47,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 582.887820] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=37,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 583.882019] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 583.924243] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.924243] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.924243] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.985149] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.985149] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.985677] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.986409] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.986851] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.987450] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.003855] nova-conductor[53905]: DEBUG nova.quota [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Getting quotas for project 29baf785b51546969333d685f6912982. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 584.009128] nova-conductor[53905]: DEBUG nova.quota [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Getting quotas for user 664c947be4534cd683227b0db816fef2 and project 29baf785b51546969333d685f6912982. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 584.016619] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 584.016619] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.016821] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.017016] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.022695] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 584.023370] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.023646] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.023748] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.043292] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.043615] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.043944] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.274551] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a020e457-148f-436e-8d92-e4822ddc9e60, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d32a7937-792a-4959-bded-819463472399 was re-scheduled: Binding failed for port a020e457-148f-436e-8d92-e4822ddc9e60, please check neutron logs for more information.\n'] [ 585.274551] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 585.274551] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d32a7937-792a-4959-bded-819463472399.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d32a7937-792a-4959-bded-819463472399. [ 585.274551] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d32a7937-792a-4959-bded-819463472399. [ 585.314539] nova-conductor[53904]: DEBUG nova.network.neutron [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.337212] nova-conductor[53904]: DEBUG nova.network.neutron [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.347632] nova-conductor[53904]: DEBUG nova.network.neutron [None req-04d415ac-47a8-46cf-ae37-980d0d0c7407 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: d32a7937-792a-4959-bded-819463472399] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.805079] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 585.824791] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.824791] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.824791] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.887133] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.887133] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.887133] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.887133] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.887133] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.887133] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.898447] nova-conductor[53904]: DEBUG nova.quota [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Getting quotas for project e8ceeb806fd54401905315e243f5f53c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.905352] nova-conductor[53904]: DEBUG nova.quota [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Getting quotas for user cb6cad3d802a4037871454d8e7472b32 and project e8ceeb806fd54401905315e243f5f53c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.911259] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.911771] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.912145] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.912232] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.919420] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.920212] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.920961] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.920961] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.961515] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.961776] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.961967] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.225907] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2473edfc-d94b-4017-8570-fd43fee873db, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fb28710d-cd15-41d4-b7aa-8389093ea9a8 was re-scheduled: Binding failed for port 2473edfc-d94b-4017-8570-fd43fee873db, please check neutron logs for more information.\n'] [ 587.226830] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 587.227097] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fb28710d-cd15-41d4-b7aa-8389093ea9a8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fb28710d-cd15-41d4-b7aa-8389093ea9a8. [ 587.227473] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fb28710d-cd15-41d4-b7aa-8389093ea9a8. [ 587.261207] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.287310] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.291755] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0409a62b-eac2-4166-ac75-b1e9b7a6ea8d tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: fb28710d-cd15-41d4-b7aa-8389093ea9a8] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.418581] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 587.436941] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.437136] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.437620] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.477998] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.478498] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.478498] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.479623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.479623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.479623] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.487641] nova-conductor[53905]: DEBUG nova.quota [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.490359] nova-conductor[53905]: DEBUG nova.quota [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for user c6b7c5b037a54c8cbd151ad0f1875f37 and project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.498480] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.498953] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.501016] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.501016] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.504536] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.505280] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.505489] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.505659] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.538998] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.538998] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.538998] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.067055] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.088156] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.088399] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.088573] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.135475] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.135475] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.135851] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.169652] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.169652] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.169652] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.169843] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.170042] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.170260] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.187129] nova-conductor[53904]: DEBUG nova.quota [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Getting quotas for project 9e6f816e56de421ba4a2d7de91a6550c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.196177] nova-conductor[53904]: DEBUG nova.quota [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Getting quotas for user 34838d72bc5c40e4861aeb1bc2346e0e and project 9e6f816e56de421ba4a2d7de91a6550c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.205627] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.206316] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.206765] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.206843] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.214569] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.214855] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.215100] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.215274] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.258020] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.258405] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.258503] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.265478] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.265833] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.266060] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.266240] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.292365] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.293672] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.295118] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.295118] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.316070] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.316791] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.316791] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.219350] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2079a444-eddf-4901-9beb-69ec949ef2ce, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7a7c98db-6ed4-4908-adc8-53347d693dca was re-scheduled: Binding failed for port 2079a444-eddf-4901-9beb-69ec949ef2ce, please check neutron logs for more information.\n'] [ 589.220067] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 589.220343] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7a7c98db-6ed4-4908-adc8-53347d693dca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7a7c98db-6ed4-4908-adc8-53347d693dca. [ 589.220724] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7a7c98db-6ed4-4908-adc8-53347d693dca. [ 589.249190] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.266989] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.270812] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a592382d-a2db-4133-a572-1832e0c25c4b tempest-FloatingIPsAssociationTestJSON-2126815049 tempest-FloatingIPsAssociationTestJSON-2126815049-project-member] [instance: 7a7c98db-6ed4-4908-adc8-53347d693dca] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.347136] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 589.362168] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.362476] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.362560] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.391087] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.391234] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.391382] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.391795] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.391984] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.392160] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.401684] nova-conductor[53905]: DEBUG nova.quota [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Getting quotas for project 9d3e3e9945fc4774a35ad817e8e312ba. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 589.404645] nova-conductor[53905]: DEBUG nova.quota [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Getting quotas for user b12122c73ec440098daf417330d4443f and project 9d3e3e9945fc4774a35ad817e8e312ba. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 589.409978] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 589.411337] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.411337] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.411337] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.414167] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 589.414860] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.415075] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.415242] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.434460] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.434698] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.434869] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.552996] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 07b03cac-6b8d-49a6-ab08-029bb9658a4e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 24073cc5-cccd-4a1b-87d6-a8a6458251f9 was re-scheduled: Binding failed for port 07b03cac-6b8d-49a6-ab08-029bb9658a4e, please check neutron logs for more information.\n'] [ 591.554042] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 591.554386] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 24073cc5-cccd-4a1b-87d6-a8a6458251f9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 24073cc5-cccd-4a1b-87d6-a8a6458251f9. [ 591.554832] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 24073cc5-cccd-4a1b-87d6-a8a6458251f9. [ 591.588385] nova-conductor[53905]: DEBUG nova.network.neutron [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.609420] nova-conductor[53905]: DEBUG nova.network.neutron [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.613121] nova-conductor[53905]: DEBUG nova.network.neutron [None req-1cf755af-b83d-4d82-9b42-a953d87fcd2e tempest-ServerRescueTestJSONUnderV235-1539736891 tempest-ServerRescueTestJSONUnderV235-1539736891-project-member] [instance: 24073cc5-cccd-4a1b-87d6-a8a6458251f9] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.319361] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 47ef9d15-a729-4946-8b82-f4e24ae804d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9e258f66-df7b-4acf-a066-ba66958a7861 was re-scheduled: Binding failed for port 47ef9d15-a729-4946-8b82-f4e24ae804d9, please check neutron logs for more information.\n'] [ 593.322025] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 593.322025] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9e258f66-df7b-4acf-a066-ba66958a7861.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9e258f66-df7b-4acf-a066-ba66958a7861. [ 593.322025] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9e258f66-df7b-4acf-a066-ba66958a7861. [ 593.357837] nova-conductor[53905]: DEBUG nova.network.neutron [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.384163] nova-conductor[53905]: DEBUG nova.network.neutron [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.388508] nova-conductor[53905]: DEBUG nova.network.neutron [None req-66b28412-d8c5-4ced-a4b5-8c6e7ce6dc3e tempest-ServerDiagnosticsNegativeTest-312050512 tempest-ServerDiagnosticsNegativeTest-312050512-project-member] [instance: 9e258f66-df7b-4acf-a066-ba66958a7861] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.337105] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 597.367705] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.368766] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.368766] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.415797] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.415962] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.416146] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.416541] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.416756] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.416925] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.433181] nova-conductor[53904]: DEBUG nova.quota [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Getting quotas for project a1daddcb457f4d78989cb9466e26684b. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 597.439737] nova-conductor[53904]: DEBUG nova.quota [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Getting quotas for user 5472b5e776084171b5a61871e55a63c7 and project a1daddcb457f4d78989cb9466e26684b. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 597.449150] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] [instance: 9fd9fc35-7105-4941-8e05-cf4e45bb5d29] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 597.449640] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.449795] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.449965] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.458535] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] [instance: 9fd9fc35-7105-4941-8e05-cf4e45bb5d29] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 597.460054] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.460054] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.460054] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.500752] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.500752] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.501396] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3508e6b6-2b44-4b01-81b1-77b32a43d6d1 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.538668] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7ef17580-83f5-4048-999d-d75acd9e4f06, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 107b6153-65ad-48e4-9810-113bfacdd3d6 was re-scheduled: Binding failed for port 7ef17580-83f5-4048-999d-d75acd9e4f06, please check neutron logs for more information.\n'] [ 597.538668] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 597.538668] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 107b6153-65ad-48e4-9810-113bfacdd3d6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 107b6153-65ad-48e4-9810-113bfacdd3d6. [ 597.538668] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 107b6153-65ad-48e4-9810-113bfacdd3d6. [ 597.580746] nova-conductor[53905]: DEBUG nova.network.neutron [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.626380] nova-conductor[53905]: DEBUG nova.network.neutron [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.633533] nova-conductor[53905]: DEBUG nova.network.neutron [None req-d164eb4c-bcda-4791-9824-03b505425ad2 tempest-DeleteServersAdminTestJSON-1007445574 tempest-DeleteServersAdminTestJSON-1007445574-project-member] [instance: 107b6153-65ad-48e4-9810-113bfacdd3d6] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.064460] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 599.086665] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.086826] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.087313] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.125980] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.126278] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.126507] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.127224] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.128405] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.128405] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.142685] nova-conductor[53904]: DEBUG nova.quota [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Getting quotas for project 8a3bc061cce2477c92896cfecdce2747. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 599.147223] nova-conductor[53904]: DEBUG nova.quota [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Getting quotas for user 80d83105fb70448ba5c77c8a4804981a and project 8a3bc061cce2477c92896cfecdce2747. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 599.154831] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 599.155374] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.155581] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.155963] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.166736] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 599.167751] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.168253] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.172515] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.195983] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.196236] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.196496] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.396537] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=4 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.419758] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=38,nova_cell1:RELEASE=3,nova_cell1:SELECT=14 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.423841] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4f050603-36be-4dc6-902d-a372ebcf824a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2795b001-aaf2-4886-bba7-bd764c29638c was re-scheduled: Binding failed for port 4f050603-36be-4dc6-902d-a372ebcf824a, please check neutron logs for more information.\n'] [ 599.423841] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 599.423841] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2795b001-aaf2-4886-bba7-bd764c29638c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2795b001-aaf2-4886-bba7-bd764c29638c. [ 599.423841] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2795b001-aaf2-4886-bba7-bd764c29638c. [ 599.430625] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=29,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.433866] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=30,nova_api:UPDATE=2,nova_api:DELETE=4 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.455364] nova-conductor[53904]: DEBUG nova.network.neutron [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 599.477519] nova-conductor[53904]: DEBUG nova.network.neutron [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.484264] nova-conductor[53904]: DEBUG nova.network.neutron [None req-87b4f056-7a82-45fe-aad7-263a9533e9f2 tempest-ServerDiagnosticsTest-844285827 tempest-ServerDiagnosticsTest-844285827-project-member] [instance: 2795b001-aaf2-4886-bba7-bd764c29638c] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.014609] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 600.048535] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.050503] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.050856] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.107661] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.107949] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.108172] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.108589] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.108938] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.109026] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.129571] nova-conductor[53904]: DEBUG nova.quota [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.134703] nova-conductor[53904]: DEBUG nova.quota [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.140292] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 600.140953] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.141997] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.141997] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.147121] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 600.148054] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.152369] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.152369] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.174132] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.174419] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.174606] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.128438] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 602.144565] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.144565] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.144638] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.195892] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.196098] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.196268] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.196647] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.196835] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.196997] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.215836] nova-conductor[53905]: DEBUG nova.quota [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Getting quotas for project bcff1b8013ed4fa7815acbd9e6db32c0. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 602.220461] nova-conductor[53905]: DEBUG nova.quota [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Getting quotas for user 2c7248c691674a519b4afaa86594e8e0 and project bcff1b8013ed4fa7815acbd9e6db32c0. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 602.224439] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 602.237803] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 602.238379] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.238629] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.238828] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.244456] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.244456] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.244456] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.272184] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] block_device_mapping [BlockDeviceMapping(attachment_id=7e251505-629d-4557-974e-ab5166a7c22b,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='a2bb66ea-4013-4863-8bed-269b9d847e8f',volume_size=1,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 602.273074] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.273420] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.273913] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.302580] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.303071] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.303071] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.338189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.338189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.338189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.338189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.338189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.338189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.352538] nova-conductor[53904]: DEBUG nova.quota [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Getting quotas for project 29b2ebba1b424f44ba4ee898fbfdc1d9. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 602.360125] nova-conductor[53904]: DEBUG nova.quota [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Getting quotas for user d2e16b905bec4f7792956e0f764356d7 and project 29b2ebba1b424f44ba4ee898fbfdc1d9. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 602.370075] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 602.370634] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.370834] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.370998] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.375569] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 602.376610] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.376940] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.377164] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.396467] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.396719] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.396919] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.366864] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 603.380459] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.380666] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.380849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.433952] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.434650] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.434650] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.434782] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.434969] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.435150] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.446527] nova-conductor[53904]: DEBUG nova.quota [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Getting quotas for project 29b2ebba1b424f44ba4ee898fbfdc1d9. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 603.449426] nova-conductor[53904]: DEBUG nova.quota [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Getting quotas for user d2e16b905bec4f7792956e0f764356d7 and project 29b2ebba1b424f44ba4ee898fbfdc1d9. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 603.455208] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 603.455705] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.455915] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.456097] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.459968] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 603.460638] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.460842] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.461060] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.481358] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.481715] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.481715] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.685135] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 603.697470] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.697470] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.697616] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.725216] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.725449] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.725619] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.725993] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.726218] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.726397] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.734357] nova-conductor[53904]: DEBUG nova.quota [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Getting quotas for project e125bb8c48284c46ab87edd0604a6578. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 603.736780] nova-conductor[53904]: DEBUG nova.quota [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Getting quotas for user 0cead1a9886b40aebdd867a47a303bbe and project e125bb8c48284c46ab87edd0604a6578. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 603.742041] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 603.742532] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.742737] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.742935] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.746154] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 603.746792] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.747019] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.747198] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.764034] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.764339] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.764487] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.128331] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6ddf3917-6f4b-4b0b-9b61-19ef9c485793, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6858305a-6ab4-401d-ad1f-e6d21117d9e3 was re-scheduled: Binding failed for port 6ddf3917-6f4b-4b0b-9b61-19ef9c485793, please check neutron logs for more information.\n'] [ 604.128980] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 604.129243] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6858305a-6ab4-401d-ad1f-e6d21117d9e3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6858305a-6ab4-401d-ad1f-e6d21117d9e3. [ 604.130326] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6858305a-6ab4-401d-ad1f-e6d21117d9e3. [ 604.163131] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.180338] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.184061] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a2d33f3d-aaaf-416f-ac2c-05a6de35287c tempest-ImagesOneServerNegativeTestJSON-562931961 tempest-ImagesOneServerNegativeTestJSON-562931961-project-member] [instance: 6858305a-6ab4-401d-ad1f-e6d21117d9e3] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.024383] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 605.039908] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.040170] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.040347] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.070938] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.071189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.071362] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.071767] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.071991] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.072149] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.079957] nova-conductor[53904]: DEBUG nova.quota [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Getting quotas for project 2504e08ff42347dba127da83a8c0fc3a. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 605.082101] nova-conductor[53904]: DEBUG nova.quota [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Getting quotas for user 86d64c39e69143c68bc1141204de79bd and project 2504e08ff42347dba127da83a8c0fc3a. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 605.087401] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 605.087948] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.088177] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.088399] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.093873] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 605.094619] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.094856] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.095080] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.114279] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.114511] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.114679] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.259039] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 409c65e1-161b-4663-9c58-b262e71200df, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ba985ad1-390d-4a2e-ad96-c273231f8549 was re-scheduled: Binding failed for port 409c65e1-161b-4663-9c58-b262e71200df, please check neutron logs for more information.\n'] [ 609.260262] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 609.260684] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba985ad1-390d-4a2e-ad96-c273231f8549.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba985ad1-390d-4a2e-ad96-c273231f8549. [ 609.261306] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba985ad1-390d-4a2e-ad96-c273231f8549. [ 609.321730] nova-conductor[53904]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.340791] nova-conductor[53904]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.344424] nova-conductor[53904]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: ba985ad1-390d-4a2e-ad96-c273231f8549] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.205599] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 612.278894] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 612.294258] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=7 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 612.296395] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 613.702163] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 613.720696] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.720935] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.721130] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.766842] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.767104] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.767272] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.769436] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.769436] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.769436] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.778143] nova-conductor[53904]: DEBUG nova.quota [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Getting quotas for project e5956bee656b472c8abfaed83a60fe4d. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 613.780356] nova-conductor[53904]: DEBUG nova.quota [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Getting quotas for user d540dc382bcd4f3590cf3fd4e24114cf and project e5956bee656b472c8abfaed83a60fe4d. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 613.786643] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 613.787806] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.787806] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.787806] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.793077] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 613.793736] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.793930] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.794111] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.811162] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.811788] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.812087] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.774868] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=10 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 623.796450] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=32,nova_cell1:SAVEPOINT=9,nova_cell1:INSERT=86,nova_cell1:RELEASE=9 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 623.804026] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=62,nova_api:UPDATE=8,nova_api:DELETE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 623.809541] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=62,nova_api:DELETE=9,nova_api:UPDATE=3 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 624.903085] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:UPDATE=173,nova_cell1:SELECT=367,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=46,nova_cell1:RELEASE=46,nova_cell1:DELETE=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 626.953386] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 10839b72-0e8a-4422-926c-68083c84bf75, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd was re-scheduled: Binding failed for port 10839b72-0e8a-4422-926c-68083c84bf75, please check neutron logs for more information.\n'] [ 626.957051] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 626.957313] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd. [ 626.957662] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd. [ 626.990658] nova-conductor[53904]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.009663] nova-conductor[53904]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.012488] nova-conductor[53904]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: dee7bce8-b241-4cb9-8cbd-fd4e160ab9bd] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.972090] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:UPDATE=166,nova_cell1:INSERT=22,nova_cell1:SELECT=376,nova_cell1:SAVEPOINT=33,nova_cell1:RELEASE=33 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 631.070302] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2802b852-ca47-4063-87c9-cfe535e0cc35, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 56b1ea80-3109-4212-959b-0e5fb2fc66d3 was re-scheduled: Binding failed for port 2802b852-ca47-4063-87c9-cfe535e0cc35, please check neutron logs for more information.\n'] [ 631.071336] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 631.071565] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56b1ea80-3109-4212-959b-0e5fb2fc66d3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56b1ea80-3109-4212-959b-0e5fb2fc66d3. [ 631.071791] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56b1ea80-3109-4212-959b-0e5fb2fc66d3. [ 631.091411] nova-conductor[53905]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.107106] nova-conductor[53905]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.110715] nova-conductor[53905]: DEBUG nova.network.neutron [None req-880c4a0a-eac5-4d7c-8d81-9bd32e8c89d1 tempest-ListServersNegativeTestJSON-50119990 tempest-ListServersNegativeTestJSON-50119990-project-member] [instance: 56b1ea80-3109-4212-959b-0e5fb2fc66d3] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.445090] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 634.458589] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.458813] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.458979] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.498499] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.498578] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.498794] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.499267] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.499461] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.499647] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.508523] nova-conductor[53904]: DEBUG nova.quota [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Getting quotas for project ee8f0ad993d74cad9e213e5f7f15558b. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 634.511967] nova-conductor[53904]: DEBUG nova.quota [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Getting quotas for user 2da45520a5f9400c926ef0958bc1c155 and project ee8f0ad993d74cad9e213e5f7f15558b. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 634.517469] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 634.517887] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.518103] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.518273] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.522522] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] block_device_mapping [BlockDeviceMapping(attachment_id=43e35942-fd6b-447d-8a23-e1f0e0a3fe97,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='46487235-43fe-4154-9820-0554d03f1554',volume_size=1,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 634.523213] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.523418] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.523586] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.542946] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.542946] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.542946] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.866370] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a6d2c7c6-3bbb-406e-8dfe-a0dea8a8684f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 489fc6c6-c9a5-40a8-81a4-7677f55743fe was re-scheduled: Binding failed for port a6d2c7c6-3bbb-406e-8dfe-a0dea8a8684f, please check neutron logs for more information.\n'] [ 635.867103] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 635.867273] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 489fc6c6-c9a5-40a8-81a4-7677f55743fe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 489fc6c6-c9a5-40a8-81a4-7677f55743fe. [ 635.867919] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 489fc6c6-c9a5-40a8-81a4-7677f55743fe. [ 635.890040] nova-conductor[53904]: DEBUG nova.network.neutron [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.906384] nova-conductor[53904]: DEBUG nova.network.neutron [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.909401] nova-conductor[53904]: DEBUG nova.network.neutron [None req-1298ac61-dbd9-4296-aa35-9e8045a3e631 tempest-ImagesNegativeTestJSON-2027549822 tempest-ImagesNegativeTestJSON-2027549822-project-member] [instance: 489fc6c6-c9a5-40a8-81a4-7677f55743fe] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.657360] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 636.669729] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.669952] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.670145] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.723029] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.723878] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.723878] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.723878] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.723878] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.724094] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.733571] nova-conductor[53904]: DEBUG nova.quota [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Getting quotas for project 8e108d51112949369630d686da703b51. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 636.736743] nova-conductor[53904]: DEBUG nova.quota [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Getting quotas for user aa38f2a377d849c9954d46e45ab3f453 and project 8e108d51112949369630d686da703b51. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 636.741753] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] [instance: 036a2dfc-615d-410a-8a3f-32de621879c2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 636.742224] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.742425] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.742590] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.745927] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] [instance: 036a2dfc-615d-410a-8a3f-32de621879c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 636.746520] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.746721] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.746884] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.764811] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.765040] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.765218] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-c33653e3-405d-47ab-b794-489f3a800cb2 tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.947713] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 61075218-709a-43a5-a0f4-4f4c50ec0251, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cf7ea49c-91ff-4c81-803c-90608c2849dc was re-scheduled: Binding failed for port 61075218-709a-43a5-a0f4-4f4c50ec0251, please check neutron logs for more information.\n'] [ 637.948320] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 637.948571] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cf7ea49c-91ff-4c81-803c-90608c2849dc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cf7ea49c-91ff-4c81-803c-90608c2849dc. [ 637.948790] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cf7ea49c-91ff-4c81-803c-90608c2849dc. [ 637.982313] nova-conductor[53905]: DEBUG nova.network.neutron [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.997923] nova-conductor[53905]: DEBUG nova.network.neutron [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.000868] nova-conductor[53905]: DEBUG nova.network.neutron [None req-90686ad8-0103-4bd2-9724-5982bdad2307 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: cf7ea49c-91ff-4c81-803c-90608c2849dc] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.026258] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d59aa4aa-ae41-40dd-a250-43f0ba448dc2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 81775c2c-328e-4e33-8ff7-40a9f638ec76 was re-scheduled: Binding failed for port d59aa4aa-ae41-40dd-a250-43f0ba448dc2, please check neutron logs for more information.\n'] [ 640.026897] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 640.027378] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81775c2c-328e-4e33-8ff7-40a9f638ec76.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81775c2c-328e-4e33-8ff7-40a9f638ec76. [ 640.027378] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 81775c2c-328e-4e33-8ff7-40a9f638ec76. [ 640.052886] nova-conductor[53905]: DEBUG nova.network.neutron [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.068408] nova-conductor[53905]: DEBUG nova.network.neutron [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.071719] nova-conductor[53905]: DEBUG nova.network.neutron [None req-6388e85e-fe24-43c7-a365-3bde72dcb745 tempest-AttachInterfacesV270Test-394902659 tempest-AttachInterfacesV270Test-394902659-project-member] [instance: 81775c2c-328e-4e33-8ff7-40a9f638ec76] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.937921] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f086ddb3-723b-468a-a58f-fa7730f53cae, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aad5f67a-ad8f-4d0d-977c-1e65ada7682a was re-scheduled: Binding failed for port f086ddb3-723b-468a-a58f-fa7730f53cae, please check neutron logs for more information.\n'] [ 641.938601] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 641.938845] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aad5f67a-ad8f-4d0d-977c-1e65ada7682a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aad5f67a-ad8f-4d0d-977c-1e65ada7682a. [ 641.939184] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aad5f67a-ad8f-4d0d-977c-1e65ada7682a. [ 641.964792] nova-conductor[53904]: DEBUG nova.network.neutron [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.014794] nova-conductor[53904]: DEBUG nova.network.neutron [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.018239] nova-conductor[53904]: DEBUG nova.network.neutron [None req-75ccdad4-6d72-4c09-bda6-c94dd6984864 tempest-InstanceActionsV221TestJSON-31013247 tempest-InstanceActionsV221TestJSON-31013247-project-member] [instance: aad5f67a-ad8f-4d0d-977c-1e65ada7682a] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.533176] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 642.552846] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.552846] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.553344] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.593810] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.594157] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.594265] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.594658] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.594872] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.595059] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.620803] nova-conductor[53904]: DEBUG nova.quota [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Getting quotas for project 871c1d0ed74c4c46861d512087263041. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 642.626414] nova-conductor[53904]: DEBUG nova.quota [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Getting quotas for user 5c90c43e7f554d259c9f8a65d3e797dc and project 871c1d0ed74c4c46861d512087263041. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.633803] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 642.634277] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.634440] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.634615] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.638349] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 642.639618] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.639618] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.639618] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.659174] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.659275] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.659369] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.920695] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 12773b1b-c8da-4e56-8919-b5a36759edc7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 98905e39-fda3-47a8-867d-130d76894e53 was re-scheduled: Binding failed for port 12773b1b-c8da-4e56-8919-b5a36759edc7, please check neutron logs for more information.\n'] [ 643.923217] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 643.923417] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98905e39-fda3-47a8-867d-130d76894e53.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98905e39-fda3-47a8-867d-130d76894e53. [ 643.923608] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98905e39-fda3-47a8-867d-130d76894e53. [ 643.955212] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.974920] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.978809] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0448d92e-ab24-4344-854e-08959177cf9b tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: 98905e39-fda3-47a8-867d-130d76894e53] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.192952] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 645.213998] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.214263] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.214438] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.296508] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.296508] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.296508] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.296717] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.296899] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.297083] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.308759] nova-conductor[53904]: DEBUG nova.quota [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 645.314227] nova-conductor[53904]: DEBUG nova.quota [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for user cefef67f4ae0451aaa108df20aa7a3db and project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 645.323230] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 645.323230] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.323230] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.323230] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.337079] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 645.337785] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.338049] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.338233] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.369344] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.369344] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.369555] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.116631] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.133257] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.133599] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.133775] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.182051] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.182290] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.182456] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.182852] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.183977] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.184239] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.195071] nova-conductor[53904]: DEBUG nova.quota [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Getting quotas for project c6c59f1b269040d5a4605fa7a178cdf8. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 648.198356] nova-conductor[53904]: DEBUG nova.quota [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Getting quotas for user 5c4d2671dab9481fb94161b1188de693 and project c6c59f1b269040d5a4605fa7a178cdf8. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 648.203545] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 648.204043] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.204259] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.204427] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.215247] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 648.216019] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.216240] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.216511] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.248787] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.249039] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.249213] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.552176] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.572141] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.572141] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.572141] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.596863] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d655116c-27da-4401-8efc-03026926cbe0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a48c6a10-0c00-40f8-831f-713213390dfa was re-scheduled: Binding failed for port d655116c-27da-4401-8efc-03026926cbe0, please check neutron logs for more information.\n'] [ 648.598313] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 648.598413] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a48c6a10-0c00-40f8-831f-713213390dfa.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a48c6a10-0c00-40f8-831f-713213390dfa. [ 648.598824] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a48c6a10-0c00-40f8-831f-713213390dfa. [ 648.634008] nova-conductor[53904]: DEBUG nova.network.neutron [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.652058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.652384] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.652619] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.653283] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.653545] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.653844] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.660958] nova-conductor[53904]: DEBUG nova.network.neutron [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.664317] nova-conductor[53904]: DEBUG nova.network.neutron [None req-13f5f468-469c-4cc4-aebe-7fdaef58852b tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a48c6a10-0c00-40f8-831f-713213390dfa] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.667801] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.672487] nova-conductor[53904]: DEBUG nova.quota [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Getting quotas for project 5b80714a72c14aef842c7b02001edd92. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 648.683324] nova-conductor[53904]: DEBUG nova.quota [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Getting quotas for user 11e1217449554a459d4f5cb72bfc578f and project 5b80714a72c14aef842c7b02001edd92. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 648.692937] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.693935] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.693935] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.703115] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 648.703115] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.703115] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.703115] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.707118] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 648.707794] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.708040] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.708241] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.730860] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.731208] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.731428] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.731859] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.732207] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.732294] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.737660] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.737901] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.738113] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.748960] nova-conductor[53904]: DEBUG nova.quota [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Getting quotas for project f3d04867a4e544688e1c592a64b3b41d. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 648.751258] nova-conductor[53904]: DEBUG nova.quota [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Getting quotas for user 7412ca04d3de45e39ef81f5e1b97e1d9 and project f3d04867a4e544688e1c592a64b3b41d. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 648.761502] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 648.761502] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.761502] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.761502] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.762654] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 648.763326] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.764514] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.764514] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.788925] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.789177] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.789356] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.966710] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.979251] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.979481] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.979652] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.001487] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.001739] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.001882] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.002288] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.002537] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.002717] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.011270] nova-conductor[53904]: DEBUG nova.quota [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Getting quotas for project c6c59f1b269040d5a4605fa7a178cdf8. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 649.013820] nova-conductor[53904]: DEBUG nova.quota [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Getting quotas for user 5c4d2671dab9481fb94161b1188de693 and project c6c59f1b269040d5a4605fa7a178cdf8. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 649.019495] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 649.019951] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.020167] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.020335] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.023389] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 649.024048] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.024250] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.024417] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.038615] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.038861] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.038991] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.905053] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 649.925675] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.925908] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.926097] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.961028] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.961322] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.961504] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.961890] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.962104] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.962269] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.970346] nova-conductor[53904]: DEBUG nova.quota [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Getting quotas for project c6c59f1b269040d5a4605fa7a178cdf8. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 649.972425] nova-conductor[53904]: DEBUG nova.quota [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Getting quotas for user 5c4d2671dab9481fb94161b1188de693 and project c6c59f1b269040d5a4605fa7a178cdf8. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 649.977189] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 649.977635] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.977830] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.977995] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.980890] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 649.981521] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.981717] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.981908] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.996444] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.996688] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.997458] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.586956] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f77ad1b-ec8f-4cc9-930e-3b06113ed995, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3f4a6562-4c28-479c-8665-fb61c2d64dae was re-scheduled: Binding failed for port 9f77ad1b-ec8f-4cc9-930e-3b06113ed995, please check neutron logs for more information.\n'] [ 650.587604] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 650.587837] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f4a6562-4c28-479c-8665-fb61c2d64dae.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f4a6562-4c28-479c-8665-fb61c2d64dae. [ 650.588170] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3f4a6562-4c28-479c-8665-fb61c2d64dae. [ 650.614581] nova-conductor[53904]: DEBUG nova.network.neutron [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.637461] nova-conductor[53904]: DEBUG nova.network.neutron [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.645400] nova-conductor[53904]: DEBUG nova.network.neutron [None req-49f33b26-a40c-4e48-8175-ee9f2b1ef5fa tempest-ServerActionsTestOtherA-1518282946 tempest-ServerActionsTestOtherA-1518282946-project-member] [instance: 3f4a6562-4c28-479c-8665-fb61c2d64dae] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.160020] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 653.176108] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.176367] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.176540] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.221964] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.222224] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.222419] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.222828] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.223045] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.223209] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.237070] nova-conductor[53904]: DEBUG nova.quota [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Getting quotas for project b445e0d9bbfa4a528bc49fff621c484c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 653.243038] nova-conductor[53904]: DEBUG nova.quota [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Getting quotas for user 0bdbb74770364b4a8700aa7aa967b584 and project b445e0d9bbfa4a528bc49fff621c484c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 653.248142] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 653.248641] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.248856] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.249047] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.265593] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 653.269074] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.269074] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.269074] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.294050] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.294337] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.294563] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.243570] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0c829e7f-aeeb-4b66-83c9-9bfee6a34893, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b8e485a2-3c56-4871-be93-59359e465cd6 was re-scheduled: Binding failed for port 0c829e7f-aeeb-4b66-83c9-9bfee6a34893, please check neutron logs for more information.\n'] [ 655.244261] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 655.244487] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b8e485a2-3c56-4871-be93-59359e465cd6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b8e485a2-3c56-4871-be93-59359e465cd6. [ 655.244853] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b8e485a2-3c56-4871-be93-59359e465cd6. [ 655.280103] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.307847] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.311861] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5313c7bc-37e4-4046-8bf0-09125fe6e96b tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: b8e485a2-3c56-4871-be93-59359e465cd6] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.710295] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 656.725328] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.725862] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.725862] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.759310] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.759441] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.759613] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.760029] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.760229] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.760389] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.771563] nova-conductor[53904]: DEBUG nova.quota [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Getting quotas for project a6c46447bf904572b78f673fc04de853. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 656.775889] nova-conductor[53904]: DEBUG nova.quota [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Getting quotas for user 91f140eb617e4136a765c5c15978643e and project a6c46447bf904572b78f673fc04de853. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 656.783256] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 656.783566] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.784658] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.784658] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.790049] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 656.790806] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.790924] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.791115] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.813210] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.813449] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.815021] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.764929] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=11 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 666.794024] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=33,nova_cell1:SAVEPOINT=6,nova_cell1:INSERT=84,nova_cell1:RELEASE=6 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 666.806840] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=71,nova_api:UPDATE=5,nova_api:DELETE=4 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 666.810901] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=61,nova_api:DELETE=7,nova_api:UPDATE=6 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 685.119103] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=298,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:UPDATE=143,nova_cell1:INSERT=20 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 686.865140] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 687.000180] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2cf67927-0ab5-4a4f-8ae0-29554256ae47, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3d32ec82-e623-4bbb-93c2-d39c934b4890 was re-scheduled: Binding failed for port 2cf67927-0ab5-4a4f-8ae0-29554256ae47, please check neutron logs for more information.\n'] [ 687.000180] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 687.000407] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d32ec82-e623-4bbb-93c2-d39c934b4890.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d32ec82-e623-4bbb-93c2-d39c934b4890. [ 687.000696] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d32ec82-e623-4bbb-93c2-d39c934b4890. [ 687.027581] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.043117] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.045546] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0cbcdc3e-6a7f-4730-8961-cd9b33be31fc tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 3d32ec82-e623-4bbb-93c2-d39c934b4890] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.281167] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 689.297989] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.298287] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.298511] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.340354] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.340500] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.340674] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.341066] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.341291] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.341457] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.351013] nova-conductor[53905]: DEBUG nova.quota [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Getting quotas for project 4f4e99fb03d94876b605badde8dee459. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 689.353484] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=302,nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25,nova_cell1:UPDATE=125,nova_cell1:INSERT=20 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 689.354573] nova-conductor[53905]: DEBUG nova.quota [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Getting quotas for user 232b9128bfd94a52a5f9e340e821a0b1 and project 4f4e99fb03d94876b605badde8dee459. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 689.360466] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 689.360919] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.361135] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.361308] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.365506] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 689.366189] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.366418] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.366656] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.380229] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.380464] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.380645] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.945088] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9ae03200-5487-4d70-abc9-a634277bfddc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4 was re-scheduled: Binding failed for port 9ae03200-5487-4d70-abc9-a634277bfddc, please check neutron logs for more information.\n'] [ 693.945419] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 693.945704] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4. [ 693.945965] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4. [ 693.977197] nova-conductor[53904]: DEBUG nova.network.neutron [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.998601] nova-conductor[53904]: DEBUG nova.network.neutron [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.006924] nova-conductor[53904]: DEBUG nova.network.neutron [None req-37afbf88-de2f-4564-825b-7490fbbb2712 tempest-ServersAdminTestJSON-1940994138 tempest-ServersAdminTestJSON-1940994138-project-member] [instance: 0ac2f6eb-8d2e-4ae2-9819-d685a5bfafc4] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.394624] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port dc2c0cbb-b7e3-48f2-ad9d-1bcb5b0da665, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5aba271f-72bb-4847-8c87-18adda584a74 was re-scheduled: Binding failed for port dc2c0cbb-b7e3-48f2-ad9d-1bcb5b0da665, please check neutron logs for more information.\n'] [ 698.395215] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 698.395455] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5aba271f-72bb-4847-8c87-18adda584a74.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5aba271f-72bb-4847-8c87-18adda584a74. [ 698.395776] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5aba271f-72bb-4847-8c87-18adda584a74. [ 698.424473] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.440682] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.444028] nova-conductor[53905]: DEBUG nova.network.neutron [None req-a8266c3f-7de3-4246-904e-c39c8676b8d8 tempest-ServerActionsTestJSON-1375397780 tempest-ServerActionsTestJSON-1375397780-project-member] [instance: 5aba271f-72bb-4847-8c87-18adda584a74] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.345106] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.369033] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.374865] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.377885] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 700.392115] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 753f3805-c146-4136-9b57-ec2cd4660667, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9bfde590-fe6c-404d-88ad-9da1763c0870 was re-scheduled: Binding failed for port 753f3805-c146-4136-9b57-ec2cd4660667, please check neutron logs for more information.\n'] [ 700.392749] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 700.392974] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9bfde590-fe6c-404d-88ad-9da1763c0870.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9bfde590-fe6c-404d-88ad-9da1763c0870. [ 700.393304] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9bfde590-fe6c-404d-88ad-9da1763c0870. [ 700.420422] nova-conductor[53904]: DEBUG nova.network.neutron [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.448545] nova-conductor[53904]: DEBUG nova.network.neutron [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.451802] nova-conductor[53904]: DEBUG nova.network.neutron [None req-8723b63b-93d3-4cbc-850b-df0ffee755d1 tempest-ServersTestJSON-679088604 tempest-ServersTestJSON-679088604-project-member] [instance: 9bfde590-fe6c-404d-88ad-9da1763c0870] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.427541] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port be72ce58-4074-47db-9ae6-d521a1242017, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5c036232-736c-4c34-a2b7-7de517b9cd50 was re-scheduled: Binding failed for port be72ce58-4074-47db-9ae6-d521a1242017, please check neutron logs for more information.\n'] [ 702.428202] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 702.428456] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5c036232-736c-4c34-a2b7-7de517b9cd50.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5c036232-736c-4c34-a2b7-7de517b9cd50. [ 702.428728] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5c036232-736c-4c34-a2b7-7de517b9cd50. [ 702.460202] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.490878] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.494726] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5034d5b5-baa8-4780-bcb4-e77043204ab3 tempest-ServerGroupTestJSON-1400091871 tempest-ServerGroupTestJSON-1400091871-project-member] [instance: 5c036232-736c-4c34-a2b7-7de517b9cd50] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.484707] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 704.500905] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.501160] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.501338] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.540809] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 04b06b41-42b5-4d04-ba77-d7a56bbce454, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eeb44b48-ed08-4f20-9498-b0eed38a00a2 was re-scheduled: Binding failed for port 04b06b41-42b5-4d04-ba77-d7a56bbce454, please check neutron logs for more information.\n'] [ 704.541471] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 704.541598] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eeb44b48-ed08-4f20-9498-b0eed38a00a2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eeb44b48-ed08-4f20-9498-b0eed38a00a2. [ 704.541801] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eeb44b48-ed08-4f20-9498-b0eed38a00a2. [ 704.576105] nova-conductor[53905]: DEBUG nova.network.neutron [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.586350] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.586571] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.586776] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.587114] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.587301] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.587459] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.597875] nova-conductor[53905]: DEBUG nova.network.neutron [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.600670] nova-conductor[53905]: DEBUG nova.network.neutron [None req-edba7de7-6ec9-4851-a918-a35f0772a600 tempest-ServerTagsTestJSON-273912885 tempest-ServerTagsTestJSON-273912885-project-member] [instance: eeb44b48-ed08-4f20-9498-b0eed38a00a2] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.619520] nova-conductor[53905]: DEBUG nova.quota [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Getting quotas for project e5413dae55db47e49e9a9f7966514683. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 704.625103] nova-conductor[53905]: DEBUG nova.quota [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Getting quotas for user 4afa55e737b8432eb411261fd5a9bfdb and project e5413dae55db47e49e9a9f7966514683. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 704.630924] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 704.631402] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.631615] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.631785] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.637543] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 704.638924] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.638924] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.638924] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.657678] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.657955] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.658052] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.588775] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7fbdef94-9fb6-4093-8c58-de0936af0d85, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 503419e5-ae32-49d4-bc41-838fb3c9437e was re-scheduled: Binding failed for port 7fbdef94-9fb6-4093-8c58-de0936af0d85, please check neutron logs for more information.\n'] [ 706.589240] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 706.589429] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 503419e5-ae32-49d4-bc41-838fb3c9437e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 503419e5-ae32-49d4-bc41-838fb3c9437e. [ 706.589975] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 503419e5-ae32-49d4-bc41-838fb3c9437e. [ 706.626613] nova-conductor[53905]: DEBUG nova.network.neutron [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.650070] nova-conductor[53905]: DEBUG nova.network.neutron [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.654990] nova-conductor[53905]: DEBUG nova.network.neutron [None req-84ff4bd7-15c0-412d-b664-ff1de3847a79 tempest-ServersV294TestFqdnHostnames-1562221556 tempest-ServersV294TestFqdnHostnames-1562221556-project-member] [instance: 503419e5-ae32-49d4-bc41-838fb3c9437e] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.966397] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 710.990227] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.990468] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.990637] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.048685] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.048932] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.049656] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.049656] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.049732] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.049833] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.062122] nova-conductor[53904]: DEBUG nova.quota [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Getting quotas for project 9266fa0d01664ba4a80ff4068cb9b9bc. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 711.065592] nova-conductor[53904]: DEBUG nova.quota [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Getting quotas for user 3254aac3e99d474e95798cb85f2bf5a2 and project 9266fa0d01664ba4a80ff4068cb9b9bc. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 711.073687] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 711.074206] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.074514] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.074728] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.081951] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 711.082307] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.083288] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.083288] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.108019] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.108019] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.108019] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.374989] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5c505086-4186-4f14-a033-2f16f1d406b8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5300907c-d589-4ccf-a9c5-4a6bd819783b was re-scheduled: Binding failed for port 5c505086-4186-4f14-a033-2f16f1d406b8, please check neutron logs for more information.\n'] [ 711.376498] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 711.376498] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5300907c-d589-4ccf-a9c5-4a6bd819783b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5300907c-d589-4ccf-a9c5-4a6bd819783b. [ 711.376498] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5300907c-d589-4ccf-a9c5-4a6bd819783b. [ 711.406610] nova-conductor[53904]: DEBUG nova.network.neutron [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.423076] nova-conductor[53904]: DEBUG nova.network.neutron [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.426992] nova-conductor[53904]: DEBUG nova.network.neutron [None req-6a8b5cf4-b12b-404b-99ff-6a1db5e84f26 tempest-ServerAddressesNegativeTestJSON-459735792 tempest-ServerAddressesNegativeTestJSON-459735792-project-member] [instance: 5300907c-d589-4ccf-a9c5-4a6bd819783b] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.399445] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 11325322-ae52-4fd2-b017-297605a61bcb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 92b06621-cdaa-4723-b339-c0f698897d24 was re-scheduled: Binding failed for port 11325322-ae52-4fd2-b017-297605a61bcb, please check neutron logs for more information.\n'] [ 713.401016] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 713.401016] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92b06621-cdaa-4723-b339-c0f698897d24.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92b06621-cdaa-4723-b339-c0f698897d24. [ 713.401016] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92b06621-cdaa-4723-b339-c0f698897d24. [ 713.438236] nova-conductor[53905]: DEBUG nova.network.neutron [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.462014] nova-conductor[53905]: DEBUG nova.network.neutron [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.465566] nova-conductor[53905]: DEBUG nova.network.neutron [None req-5338f093-0768-4383-b391-7edda3895515 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 92b06621-cdaa-4723-b339-c0f698897d24] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.594375] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 714.641141] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=9,nova_cell1:RELEASE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 714.652869] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=7 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 714.656467] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.324341] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 716.342717] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.343017] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.343682] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.346653] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 716.358772] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.359333] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.359690] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.383689] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.383689] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.383689] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.383689] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.383987] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.383987] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.401031] nova-conductor[53904]: DEBUG nova.quota [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 716.406145] nova-conductor[53904]: DEBUG nova.quota [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for user c6b7c5b037a54c8cbd151ad0f1875f37 and project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 716.406484] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.406713] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.406882] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.407256] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.407445] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.407605] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.417058] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 0cd09167-2c2f-4cad-b26d-35aa208fbf79] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 716.417058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.417058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.417058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.417839] nova-conductor[53905]: DEBUG nova.quota [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Getting quotas for project 651d8f34661542219f5451bce866ec02. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 716.420050] nova-conductor[53905]: DEBUG nova.quota [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Getting quotas for user 47ebbe5ddb8b41bbb1a54cf191aef61a and project 651d8f34661542219f5451bce866ec02. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 716.422489] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: 0cd09167-2c2f-4cad-b26d-35aa208fbf79] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 716.423418] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.423765] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.424080] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.425950] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 716.426095] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.426269] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.426746] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.429851] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 716.430126] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.430285] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.430450] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.443222] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.443222] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.443222] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a3c4b12c-0e1c-4a60-9fe8-4b909b59bb86 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.443396] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.443396] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.443396] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.933684] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c9cc0c9c-9404-44be-84c8-6c8ac8c7b890, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 50e4d9d3-a17b-4bb2-9816-bb44f269370e was re-scheduled: Binding failed for port c9cc0c9c-9404-44be-84c8-6c8ac8c7b890, please check neutron logs for more information.\n'] [ 717.934562] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 717.934803] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50e4d9d3-a17b-4bb2-9816-bb44f269370e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50e4d9d3-a17b-4bb2-9816-bb44f269370e. [ 717.935141] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 50e4d9d3-a17b-4bb2-9816-bb44f269370e. [ 717.981665] nova-conductor[53905]: DEBUG nova.network.neutron [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.005985] nova-conductor[53905]: DEBUG nova.network.neutron [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.009761] nova-conductor[53905]: DEBUG nova.network.neutron [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 50e4d9d3-a17b-4bb2-9816-bb44f269370e] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.244766] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 718.257407] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.257637] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.257804] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.301332] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.301568] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.301745] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.302232] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.302374] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.302539] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.313130] nova-conductor[53905]: DEBUG nova.quota [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Getting quotas for project 82f437d1d2984539831da3c83b835a99. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 718.316471] nova-conductor[53905]: DEBUG nova.quota [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Getting quotas for user a7ab1f4b73de4fda898ad236977ca5cc and project 82f437d1d2984539831da3c83b835a99. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 718.327220] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] [instance: 1cd50cd6-ccb2-41aa-8c24-9eabed18de6b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 718.327220] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.327220] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.327394] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.330664] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] [instance: 1cd50cd6-ccb2-41aa-8c24-9eabed18de6b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 718.330942] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.331311] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.331554] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.354725] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.355334] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.355334] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-50ac002f-c23e-48ab-ac24-3a2127115523 tempest-ServerMetadataNegativeTestJSON-1858154920 tempest-ServerMetadataNegativeTestJSON-1858154920-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.388711] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.426986] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.436015] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 726.438635] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 728.306549] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 728.335645] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 728.348070] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 728.351571] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.314349] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-19886552-7312-4468-b205-9b41c7d01ad3 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method rebuild_instance {{(pid=53905) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 729.314855] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-19886552-7312-4468-b205-9b41c7d01ad3 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.314855] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-19886552-7312-4468-b205-9b41c7d01ad3 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.314940] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-19886552-7312-4468-b205-9b41c7d01ad3 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.334412] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-19886552-7312-4468-b205-9b41c7d01ad3 tempest-ServersAdmin275Test-102420746 tempest-ServersAdmin275Test-102420746-project-member] [instance: 9fd9fc35-7105-4941-8e05-cf4e45bb5d29] No migration record for the rebuild/evacuate request. {{(pid=53905) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 734.870269] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5afa0c7c-d65e-4136-a05f-576cf397cf44, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 22634f52-c696-417b-bfe9-0a7ca62aad40 was re-scheduled: Binding failed for port 5afa0c7c-d65e-4136-a05f-576cf397cf44, please check neutron logs for more information.\n'] [ 734.871527] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 734.871619] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 22634f52-c696-417b-bfe9-0a7ca62aad40.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 22634f52-c696-417b-bfe9-0a7ca62aad40. [ 734.872730] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 22634f52-c696-417b-bfe9-0a7ca62aad40. [ 734.898984] nova-conductor[53905]: DEBUG nova.network.neutron [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.915342] nova-conductor[53905]: DEBUG nova.network.neutron [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.919047] nova-conductor[53905]: DEBUG nova.network.neutron [None req-43abb3bf-cb8c-4846-9054-d6caa7c59d41 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 22634f52-c696-417b-bfe9-0a7ca62aad40] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.281743] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Took 0.50 seconds to select destinations for 2 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 737.297051] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.297405] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.297552] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.335291] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.336058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.336058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.358119] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.358671] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.358671] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.359054] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.359327] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.359499] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.367864] nova-conductor[53904]: DEBUG nova.quota [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Getting quotas for project 9e6f816e56de421ba4a2d7de91a6550c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 737.370293] nova-conductor[53904]: DEBUG nova.quota [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Getting quotas for user 34838d72bc5c40e4861aeb1bc2346e0e and project 9e6f816e56de421ba4a2d7de91a6550c. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 737.375652] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 89cbc6ec-7546-443c-9abb-47940d223daa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 737.376060] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.376307] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.376429] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.380633] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: 89cbc6ec-7546-443c-9abb-47940d223daa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 737.381307] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.381478] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.381641] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.395183] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.395428] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.395634] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.402395] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: caad50a8-e0ad-4ca9-b391-691ead1756f0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 737.402899] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.403152] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.403363] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.406194] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] [instance: caad50a8-e0ad-4ca9-b391-691ead1756f0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 737.406874] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.407119] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.407331] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.420189] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.420386] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.420552] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e55822e5-df3f-41f8-abab-f21b0242a8d9 tempest-MultipleCreateTestJSON-1937603900 tempest-MultipleCreateTestJSON-1937603900-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.512665] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f43312bf-c623-4828-83f6-f9167a5eaf8d tempest-ServersAdmin275Test-33558719 tempest-ServersAdmin275Test-33558719-project-admin] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method rebuild_instance {{(pid=53904) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 738.512940] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f43312bf-c623-4828-83f6-f9167a5eaf8d tempest-ServersAdmin275Test-33558719 tempest-ServersAdmin275Test-33558719-project-admin] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.513102] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f43312bf-c623-4828-83f6-f9167a5eaf8d tempest-ServersAdmin275Test-33558719 tempest-ServersAdmin275Test-33558719-project-admin] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.513272] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f43312bf-c623-4828-83f6-f9167a5eaf8d tempest-ServersAdmin275Test-33558719 tempest-ServersAdmin275Test-33558719-project-admin] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.526664] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f43312bf-c623-4828-83f6-f9167a5eaf8d tempest-ServersAdmin275Test-33558719 tempest-ServersAdmin275Test-33558719-project-admin] [instance: 9fd9fc35-7105-4941-8e05-cf4e45bb5d29] No migration record for the rebuild/evacuate request. {{(pid=53904) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 739.212323] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 886b147b-8c50-447e-91a7-17d70f5bc53e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2ba9f652-c274-4d79-84a2-ad1384c99b91 was re-scheduled: Binding failed for port 886b147b-8c50-447e-91a7-17d70f5bc53e, please check neutron logs for more information.\n'] [ 739.212988] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 739.213263] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ba9f652-c274-4d79-84a2-ad1384c99b91.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ba9f652-c274-4d79-84a2-ad1384c99b91. [ 739.213524] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2ba9f652-c274-4d79-84a2-ad1384c99b91. [ 739.241314] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.260587] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.262387] nova-conductor[53905]: DEBUG nova.network.neutron [None req-0af20c12-d4b0-461f-9229-ded711c238ce tempest-VolumesAdminNegativeTest-509776245 tempest-VolumesAdminNegativeTest-509776245-project-member] [instance: 2ba9f652-c274-4d79-84a2-ad1384c99b91] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.315315] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 739.344673] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 739.362689] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.678370] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c2f9a5cd-c75e-4a15-b45d-819681846033, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e0d51c99-1916-4d66-a141-dfa5d4357174 was re-scheduled: Binding failed for port c2f9a5cd-c75e-4a15-b45d-819681846033, please check neutron logs for more information.\n'] [ 743.678991] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 743.679245] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0d51c99-1916-4d66-a141-dfa5d4357174.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0d51c99-1916-4d66-a141-dfa5d4357174. [ 743.679459] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0d51c99-1916-4d66-a141-dfa5d4357174. [ 743.705717] nova-conductor[53905]: DEBUG nova.network.neutron [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.721413] nova-conductor[53905]: DEBUG nova.network.neutron [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.724537] nova-conductor[53905]: DEBUG nova.network.neutron [None req-7404f1c0-2276-4183-ad48-0bbf027a58cb tempest-ServerMetadataTestJSON-2117621628 tempest-ServerMetadataTestJSON-2117621628-project-member] [instance: e0d51c99-1916-4d66-a141-dfa5d4357174] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.590595] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0739af50-d18a-4bb5-899a-198661218598, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a978943b-afd3-44f4-b6c1-5a72dda8ca35 was re-scheduled: Binding failed for port 0739af50-d18a-4bb5-899a-198661218598, please check neutron logs for more information.\n'] [ 745.590943] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 745.594031] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a978943b-afd3-44f4-b6c1-5a72dda8ca35.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a978943b-afd3-44f4-b6c1-5a72dda8ca35. [ 745.594031] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a978943b-afd3-44f4-b6c1-5a72dda8ca35. [ 745.596416] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SAVEPOINT=45,nova_cell1:RELEASE=45,nova_cell1:SELECT=382,nova_cell1:UPDATE=185,nova_cell1:INSERT=28 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 745.643757] nova-conductor[53905]: DEBUG nova.network.neutron [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.659147] nova-conductor[53905]: DEBUG nova.network.neutron [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.663115] nova-conductor[53905]: DEBUG nova.network.neutron [None req-306b40ee-2c55-472b-8baa-1178d2df8604 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: a978943b-afd3-44f4-b6c1-5a72dda8ca35] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.225785] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 747.242287] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.242287] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.242287] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.274447] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.274729] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.274949] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.275440] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.275605] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.275807] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.286872] nova-conductor[53905]: DEBUG nova.quota [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 747.289276] nova-conductor[53905]: DEBUG nova.quota [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 747.296041] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 3d424523-b45d-4174-ac7a-08fd653e314f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 747.296540] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.296829] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.297019] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.307338] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 3d424523-b45d-4174-ac7a-08fd653e314f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 747.307936] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.308079] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.308288] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.336475] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.336905] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.336905] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-55faf35c-9f56-4adc-ad57-3ea5753268d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.363199] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 748.512100] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 748.533826] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 748.565389] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15,nova_cell1:UPDATE=3 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 749.528632] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:UPDATE=197,nova_cell1:SELECT=403,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:INSERT=25 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.186044] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6992765b-0676-40cb-85a8-bd255585b49e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e0735ee2-0a9d-4291-8465-b644816bf8e3 was re-scheduled: Binding failed for port 6992765b-0676-40cb-85a8-bd255585b49e, please check neutron logs for more information.\n'] [ 750.186500] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 750.187027] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0735ee2-0a9d-4291-8465-b644816bf8e3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0735ee2-0a9d-4291-8465-b644816bf8e3. [ 750.187148] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e0735ee2-0a9d-4291-8465-b644816bf8e3. [ 750.215509] nova-conductor[53904]: DEBUG nova.network.neutron [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.233538] nova-conductor[53904]: DEBUG nova.network.neutron [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.243038] nova-conductor[53904]: DEBUG nova.network.neutron [None req-f5547deb-63d3-43aa-a632-1c52518dccc5 tempest-ServerActionsV293TestJSON-190518957 tempest-ServerActionsV293TestJSON-190518957-project-member] [instance: e0735ee2-0a9d-4291-8465-b644816bf8e3] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.468544] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 750.482787] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.483016] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.483195] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.515115] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.515391] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.515532] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.515905] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.516100] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.516261] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.525092] nova-conductor[53904]: DEBUG nova.quota [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Getting quotas for project 27839bf8968b48f2afff038b1b612f73. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 750.528262] nova-conductor[53904]: DEBUG nova.quota [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Getting quotas for user 6f8bcceda3ff418c8188eaa0f7a066ad and project 27839bf8968b48f2afff038b1b612f73. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 750.533354] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] [instance: e2b6dd4e-b639-4553-a45f-87c155506ea3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 750.534064] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.534275] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.534445] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.539512] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] [instance: e2b6dd4e-b639-4553-a45f-87c155506ea3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 750.540104] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.540332] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.540502] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.557586] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.557826] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.557975] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-d03f1a64-19f2-4757-941a-887b23e54bd4 tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.709188] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 750.720662] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.720746] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.720897] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.742450] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.742678] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.742842] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.743244] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.743496] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.743714] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.751320] nova-conductor[53904]: DEBUG nova.quota [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Getting quotas for project 27839bf8968b48f2afff038b1b612f73. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 750.753469] nova-conductor[53904]: DEBUG nova.quota [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Getting quotas for user 6f8bcceda3ff418c8188eaa0f7a066ad and project 27839bf8968b48f2afff038b1b612f73. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 750.759480] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] [instance: 94bd64b9-3d20-4631-baed-4500f9beb9c2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 750.759942] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.760159] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.760328] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.762832] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] [instance: 94bd64b9-3d20-4631-baed-4500f9beb9c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 750.763518] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.763677] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.763842] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.775720] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.776524] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.776524] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a9ca75bc-42a2-498e-aa7d-196673f6d54d tempest-ListImageFiltersTestJSON-615186200 tempest-ListImageFiltersTestJSON-615186200-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.104952] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 396f16dd-e25c-4099-a353-68109855f1fe, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 56488ac6-c94b-4b40-9cad-b0c36a3d293e was re-scheduled: Binding failed for port 396f16dd-e25c-4099-a353-68109855f1fe, please check neutron logs for more information.\n'] [ 752.106690] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 752.106690] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56488ac6-c94b-4b40-9cad-b0c36a3d293e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56488ac6-c94b-4b40-9cad-b0c36a3d293e. [ 752.106690] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56488ac6-c94b-4b40-9cad-b0c36a3d293e. [ 752.140191] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.159456] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.163243] nova-conductor[53904]: DEBUG nova.network.neutron [None req-5a580a6b-85f6-4f47-bf2c-6bf3b4cbc309 tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 56488ac6-c94b-4b40-9cad-b0c36a3d293e] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.092589] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6bc96103-47f0-437c-b043-990f91968c0e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2725d6ed-89d9-479f-b6ee-d16523e0abab was re-scheduled: Binding failed for port 6bc96103-47f0-437c-b043-990f91968c0e, please check neutron logs for more information.\n'] [ 754.093578] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 754.094194] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2725d6ed-89d9-479f-b6ee-d16523e0abab.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2725d6ed-89d9-479f-b6ee-d16523e0abab. [ 754.094536] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2725d6ed-89d9-479f-b6ee-d16523e0abab. [ 754.116171] nova-conductor[53905]: DEBUG nova.network.neutron [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.131809] nova-conductor[53905]: DEBUG nova.network.neutron [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.136736] nova-conductor[53905]: DEBUG nova.network.neutron [None req-e259e3ef-90d4-4c62-9bcc-451d67c359bd tempest-ServerRescueNegativeTestJSON-2126695368 tempest-ServerRescueNegativeTestJSON-2126695368-project-member] [instance: 2725d6ed-89d9-479f-b6ee-d16523e0abab] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.279503] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.312194] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.324616] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.331617] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 758.374277] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 758.388188] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.388425] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.388595] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.430986] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.431714] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.431714] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.431850] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.432045] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.432327] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.442370] nova-conductor[53904]: DEBUG nova.quota [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Getting quotas for project 5184d6320f674c23841016c3c599ac7f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 758.445639] nova-conductor[53904]: DEBUG nova.quota [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Getting quotas for user 5590472412f145c992bd260174074313 and project 5184d6320f674c23841016c3c599ac7f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 758.450860] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] [instance: 667aff7f-57d5-4133-934d-386602a866f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 758.451319] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.451521] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.451685] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.456852] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] [instance: 667aff7f-57d5-4133-934d-386602a866f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 758.457488] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.457687] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.457848] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.475564] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.475772] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.475934] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-12e481de-f314-4756-bce7-f31158966e86 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.130010] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1a703979-d671-41f7-845a-aa6e43246c2c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2b0039dd-1219-465d-beb8-0262e0e40029 was re-scheduled: Binding failed for port 1a703979-d671-41f7-845a-aa6e43246c2c, please check neutron logs for more information.\n'] [ 759.132039] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 759.132039] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b0039dd-1219-465d-beb8-0262e0e40029.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b0039dd-1219-465d-beb8-0262e0e40029. [ 759.132039] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2b0039dd-1219-465d-beb8-0262e0e40029. [ 759.151286] nova-conductor[53904]: DEBUG nova.network.neutron [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.167390] nova-conductor[53904]: DEBUG nova.network.neutron [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.170708] nova-conductor[53904]: DEBUG nova.network.neutron [None req-e377f544-5efc-466e-86de-8666f807a67b tempest-TenantUsagesTestJSON-366749740 tempest-TenantUsagesTestJSON-366749740-project-member] [instance: 2b0039dd-1219-465d-beb8-0262e0e40029] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.881745] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 99bf816e-e60d-4917-87ee-03be0502915b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7801858d-bc2a-466e-a6f2-a8c6b6ff4705 was re-scheduled: Binding failed for port 99bf816e-e60d-4917-87ee-03be0502915b, please check neutron logs for more information.\n'] [ 763.882393] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 763.882630] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7801858d-bc2a-466e-a6f2-a8c6b6ff4705.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7801858d-bc2a-466e-a6f2-a8c6b6ff4705. [ 763.882842] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7801858d-bc2a-466e-a6f2-a8c6b6ff4705. [ 763.914844] nova-conductor[53904]: DEBUG nova.network.neutron [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.931291] nova-conductor[53904]: DEBUG nova.network.neutron [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.935507] nova-conductor[53904]: DEBUG nova.network.neutron [None req-677fba32-4edb-4df9-8c9e-777e92265c16 tempest-ServersWithSpecificFlavorTestJSON-893421931 tempest-ServersWithSpecificFlavorTestJSON-893421931-project-member] [instance: 7801858d-bc2a-466e-a6f2-a8c6b6ff4705] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.510049] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-612fb57f-61f7-487f-820d-c81fcc2a7bee tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method rebuild_instance {{(pid=53905) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 767.510049] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-612fb57f-61f7-487f-820d-c81fcc2a7bee tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.510049] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-612fb57f-61f7-487f-820d-c81fcc2a7bee tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.510049] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-612fb57f-61f7-487f-820d-c81fcc2a7bee tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.518309] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-612fb57f-61f7-487f-820d-c81fcc2a7bee tempest-ServerShowV257Test-1934604961 tempest-ServerShowV257Test-1934604961-project-member] [instance: 036a2dfc-615d-410a-8a3f-32de621879c2] No migration record for the rebuild/evacuate request. {{(pid=53905) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 768.437640] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=3 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 768.459736] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 768.469602] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 768.471188] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 774.586435] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 774.600920] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.601822] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.601822] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.645655] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.645895] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.646073] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.646454] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.646639] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.646796] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.656787] nova-conductor[53904]: DEBUG nova.quota [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Getting quotas for project 300010fae08d4c8aa733d491ff9acbfc. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 774.660945] nova-conductor[53904]: DEBUG nova.quota [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Getting quotas for user af9821911153489fb5392957eef6d16e and project 300010fae08d4c8aa733d491ff9acbfc. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 774.666196] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] [instance: 21440243-458c-4640-b0ba-8f3b8b1b0720] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 774.666196] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.666346] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.666498] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.673178] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] [instance: 21440243-458c-4640-b0ba-8f3b8b1b0720] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 774.673866] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.674081] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.674251] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.691265] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.691611] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.691901] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5286fd75-3bff-4a12-8b00-3ab5821e177d tempest-AttachInterfacesUnderV243Test-1740974403 tempest-AttachInterfacesUnderV243Test-1740974403-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.523036] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 777.535961] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 784.515290] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c14c4024-5e3d-49f9-a5c5-db5803e5b05f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dc5ef08a-8692-4274-84df-7c2923099249 was re-scheduled: Binding failed for port c14c4024-5e3d-49f9-a5c5-db5803e5b05f, please check neutron logs for more information.\n'] [ 784.515906] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 784.516160] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dc5ef08a-8692-4274-84df-7c2923099249.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dc5ef08a-8692-4274-84df-7c2923099249. [ 784.516475] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dc5ef08a-8692-4274-84df-7c2923099249. [ 784.548414] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.565160] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.568864] nova-conductor[53904]: DEBUG nova.network.neutron [None req-0539a42f-e488-41ee-9d69-69b97148ead9 tempest-ServerActionsTestOtherB-2123690486 tempest-ServerActionsTestOtherB-2123690486-project-member] [instance: dc5ef08a-8692-4274-84df-7c2923099249] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.650317] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 784.689339] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 784.689339] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 784.693943] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 789.146884] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 789.158482] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.158880] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.159216] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.217397] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.217498] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.217661] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.218040] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.218221] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.218389] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.232229] nova-conductor[53904]: DEBUG nova.quota [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Getting quotas for project 3fd99c56733940dda5267401c71b9e5d. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 789.237985] nova-conductor[53904]: DEBUG nova.quota [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Getting quotas for user 3ed5336d22ef451e842b188bdd50f353 and project 3fd99c56733940dda5267401c71b9e5d. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 789.244631] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] [instance: 9562558a-89ba-4169-bd0a-ad31fc0c33bc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 789.245093] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.245298] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.245462] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.250658] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] [instance: 9562558a-89ba-4169-bd0a-ad31fc0c33bc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 789.251312] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.251508] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.251685] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.273547] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.273826] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.274033] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4c8ac79b-f6df-4a87-96cc-f38414a4d563 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.894202] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e89e6e71-0bc6-4f0f-94f3-fad27da19bda, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bc10dded-e669-4fdb-9f5b-cc6abc3a37c7 was re-scheduled: Binding failed for port e89e6e71-0bc6-4f0f-94f3-fad27da19bda, please check neutron logs for more information.\n'] [ 793.894756] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 793.895040] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc10dded-e669-4fdb-9f5b-cc6abc3a37c7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc10dded-e669-4fdb-9f5b-cc6abc3a37c7. [ 793.895315] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc10dded-e669-4fdb-9f5b-cc6abc3a37c7. [ 793.920359] nova-conductor[53905]: DEBUG nova.network.neutron [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.936429] nova-conductor[53905]: DEBUG nova.network.neutron [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.941012] nova-conductor[53905]: DEBUG nova.network.neutron [None req-2088bfa7-c003-428c-ae92-90f9f3c3c96b tempest-ServersTestBootFromVolume-2044502181 tempest-ServersTestBootFromVolume-2044502181-project-member] [instance: bc10dded-e669-4fdb-9f5b-cc6abc3a37c7] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.224170] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.254325] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.264189] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.269875] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.092900] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 05eb5f0f-024b-4404-81a8-f5f8246a82ff, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6cda8874-6af5-490a-b9a2-323992265eb4 was re-scheduled: Binding failed for port 05eb5f0f-024b-4404-81a8-f5f8246a82ff, please check neutron logs for more information.\n'] [ 803.093584] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 803.094178] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6cda8874-6af5-490a-b9a2-323992265eb4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6cda8874-6af5-490a-b9a2-323992265eb4. [ 803.094446] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6cda8874-6af5-490a-b9a2-323992265eb4. [ 803.114780] nova-conductor[53905]: DEBUG nova.network.neutron [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.132944] nova-conductor[53905]: DEBUG nova.network.neutron [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.136194] nova-conductor[53905]: DEBUG nova.network.neutron [None req-857fbe5e-0f6c-456f-9d55-71184c6b2a43 tempest-SecurityGroupsTestJSON-580693667 tempest-SecurityGroupsTestJSON-580693667-project-member] [instance: 6cda8874-6af5-490a-b9a2-323992265eb4] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.003502] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 738272d9-ef01-458b-b987-d513d12f7c81, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5b7223bd-66f3-44ec-b3bc-e9072eca515e was re-scheduled: Binding failed for port 738272d9-ef01-458b-b987-d513d12f7c81, please check neutron logs for more information.\n'] [ 805.004100] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 805.004356] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5b7223bd-66f3-44ec-b3bc-e9072eca515e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5b7223bd-66f3-44ec-b3bc-e9072eca515e. [ 805.004663] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5b7223bd-66f3-44ec-b3bc-e9072eca515e. [ 805.031304] nova-conductor[53904]: DEBUG nova.network.neutron [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.051397] nova-conductor[53904]: DEBUG nova.network.neutron [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.054520] nova-conductor[53904]: DEBUG nova.network.neutron [None req-aa2a6a2e-f0ee-4728-981e-aa1d33ea1852 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 5b7223bd-66f3-44ec-b3bc-e9072eca515e] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.944790] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=329,nova_cell1:UPDATE=189,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=4 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 806.663422] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 806.678230] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.678459] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.678630] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.712603] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.712832] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.713011] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.713392] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.713609] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.713778] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.722585] nova-conductor[53905]: DEBUG nova.quota [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 806.725743] nova-conductor[53905]: DEBUG nova.quota [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for user cefef67f4ae0451aaa108df20aa7a3db and project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 806.731080] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 942b00ba-a615-452d-a0c1-633d48d73fd4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 806.731518] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.731727] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.731895] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.737719] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 942b00ba-a615-452d-a0c1-633d48d73fd4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 806.738353] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.738550] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.738720] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.755152] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.755363] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.755528] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-30e619b2-475b-4621-bd74-d040e18a3696 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.553913] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:SELECT=323,nova_cell1:UPDATE=141,nova_cell1:INSERT=25,nova_cell1:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 810.264559] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 810.277452] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.277691] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.277890] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.310255] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.310527] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.310710] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.311128] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.311322] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.311487] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.318909] nova-conductor[53905]: DEBUG nova.quota [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 810.321185] nova-conductor[53905]: DEBUG nova.quota [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 810.326758] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: 72435dc4-eae1-4606-bb32-e7e8e282d0b9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 810.327237] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.327457] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.327632] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.333280] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: 72435dc4-eae1-4606-bb32-e7e8e282d0b9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 810.333918] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.334151] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.334344] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.353106] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.353338] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.353537] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-fff22241-6e07-4a51-ae21-6db52e0502aa tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.118900] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a9245a41-0f57-44b9-a0e5-84924344fcfb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dab76349-85ba-4513-afa7-d9a33da1b1fe was re-scheduled: Binding failed for port a9245a41-0f57-44b9-a0e5-84924344fcfb, please check neutron logs for more information.\n'] [ 812.120025] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 812.120025] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dab76349-85ba-4513-afa7-d9a33da1b1fe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dab76349-85ba-4513-afa7-d9a33da1b1fe. [ 812.120278] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dab76349-85ba-4513-afa7-d9a33da1b1fe. [ 812.139176] nova-conductor[53905]: DEBUG nova.network.neutron [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.154833] nova-conductor[53905]: DEBUG nova.network.neutron [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.158186] nova-conductor[53905]: DEBUG nova.network.neutron [None req-2d9888c2-5aef-4062-81bc-37bfc89bdabb tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: dab76349-85ba-4513-afa7-d9a33da1b1fe] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.910932] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8f874ab6-1327-43ae-b5c7-23a5820b18c1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b986f147-a782-467c-92d1-bffb6a50c450 was re-scheduled: Binding failed for port 8f874ab6-1327-43ae-b5c7-23a5820b18c1, please check neutron logs for more information.\n'] [ 813.911640] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 813.911797] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b986f147-a782-467c-92d1-bffb6a50c450.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b986f147-a782-467c-92d1-bffb6a50c450. [ 813.912199] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b986f147-a782-467c-92d1-bffb6a50c450. [ 813.933223] nova-conductor[53904]: DEBUG nova.network.neutron [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.948822] nova-conductor[53904]: DEBUG nova.network.neutron [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.952319] nova-conductor[53904]: DEBUG nova.network.neutron [None req-296ad947-f92c-4c1f-9eb3-a7fab6c85494 tempest-AttachInterfacesTestJSON-1708409081 tempest-AttachInterfacesTestJSON-1708409081-project-member] [instance: b986f147-a782-467c-92d1-bffb6a50c450] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.798359] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3f5337a6-a41f-4b7e-b0fb-69b42d57c945, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 21c83740-56b6-4cc8-b97b-2b7a00380b91 was re-scheduled: Binding failed for port 3f5337a6-a41f-4b7e-b0fb-69b42d57c945, please check neutron logs for more information.\n'] [ 815.799085] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 815.800438] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 21c83740-56b6-4cc8-b97b-2b7a00380b91.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 21c83740-56b6-4cc8-b97b-2b7a00380b91. [ 815.800438] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 21c83740-56b6-4cc8-b97b-2b7a00380b91. [ 815.822312] nova-conductor[53904]: DEBUG nova.network.neutron [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.840107] nova-conductor[53904]: DEBUG nova.network.neutron [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.843849] nova-conductor[53904]: DEBUG nova.network.neutron [None req-9299c6d2-d04a-4fda-8be6-8bc343ccb8a6 tempest-InstanceActionsTestJSON-1028660373 tempest-InstanceActionsTestJSON-1028660373-project-member] [instance: 21c83740-56b6-4cc8-b97b-2b7a00380b91] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.254487] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9ebe655a-cf1b-4918-b8ba-6bf0bf3def46, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 479b311e-e027-4724-bd8b-dffa8903b538 was re-scheduled: Binding failed for port 9ebe655a-cf1b-4918-b8ba-6bf0bf3def46, please check neutron logs for more information.\n'] [ 820.257019] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 820.257019] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 479b311e-e027-4724-bd8b-dffa8903b538.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 479b311e-e027-4724-bd8b-dffa8903b538. [ 820.257019] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 479b311e-e027-4724-bd8b-dffa8903b538. [ 820.285611] nova-conductor[53905]: DEBUG nova.network.neutron [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.302691] nova-conductor[53905]: DEBUG nova.network.neutron [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.307302] nova-conductor[53905]: DEBUG nova.network.neutron [None req-3df7de5b-f69d-4a13-bded-f34b3bd95bb4 tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 479b311e-e027-4724-bd8b-dffa8903b538] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.316069] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 820.339996] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 820.347767] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 820.351110] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 821.696217] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 821.715830] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.715830] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.716121] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.751520] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.751750] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.751921] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.752302] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.752502] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.752792] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.768521] nova-conductor[53905]: DEBUG nova.quota [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Getting quotas for project dddfa1d6702d444faf82e9e456f124f9. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 821.773916] nova-conductor[53905]: DEBUG nova.quota [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Getting quotas for user b66ac3f5faaa4ea2b8dc27da9f13b684 and project dddfa1d6702d444faf82e9e456f124f9. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 821.779126] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] [instance: b9726bf4-a4b1-4b22-840f-98157d0d790c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 821.779429] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.781051] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.781051] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.787763] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] [instance: b9726bf4-a4b1-4b22-840f-98157d0d790c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 821.788257] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.788473] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.788644] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.807027] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.807292] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.807419] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-042d1285-b752-4eaa-bfdb-469d92444769 tempest-ServersTestFqdnHostnames-1802778164 tempest-ServersTestFqdnHostnames-1802778164-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.999178] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1cb467c5-dc03-4a5b-b564-db26df5763a3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 47bd9677-375a-413b-a5c5-989d491adec9 was re-scheduled: Binding failed for port 1cb467c5-dc03-4a5b-b564-db26df5763a3, please check neutron logs for more information.\n'] [ 822.000175] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 822.000645] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47bd9677-375a-413b-a5c5-989d491adec9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47bd9677-375a-413b-a5c5-989d491adec9. [ 822.001299] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 47bd9677-375a-413b-a5c5-989d491adec9. [ 822.030997] nova-conductor[53905]: DEBUG nova.network.neutron [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.048097] nova-conductor[53905]: DEBUG nova.network.neutron [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.051897] nova-conductor[53905]: DEBUG nova.network.neutron [None req-5505eb91-9f71-4376-b8a1-eaf140e71c1a tempest-ListServerFiltersTestJSON-1433027604 tempest-ListServerFiltersTestJSON-1433027604-project-member] [instance: 47bd9677-375a-413b-a5c5-989d491adec9] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.078099] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 823.093798] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.093798] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.093798] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.126590] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.126802] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.126902] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.127295] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.127482] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.127643] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.135728] nova-conductor[53904]: DEBUG nova.quota [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Getting quotas for project 2ca7e7c695254785a21c5e7bc01e9851. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 823.138026] nova-conductor[53904]: DEBUG nova.quota [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Getting quotas for user 1fe11d10fde54adb9abf00a62e7b0bb7 and project 2ca7e7c695254785a21c5e7bc01e9851. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 823.150028] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] [instance: 9a0463a0-dc96-41b1-8415-22011644ac0d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 823.150028] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.150028] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.150028] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.155378] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] [instance: 9a0463a0-dc96-41b1-8415-22011644ac0d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 823.155967] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.156193] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.156358] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.179557] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.179780] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.179944] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-a7eeec23-6275-4493-8ef8-692ab9ee5791 tempest-ServerAddressesTestJSON-2077627599 tempest-ServerAddressesTestJSON-2077627599-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.822364] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8cabbfc8-9c80-40c9-b148-797be58447c5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a5a78743-e155-4ded-854e-822976192097 was re-scheduled: Binding failed for port 8cabbfc8-9c80-40c9-b148-797be58447c5, please check neutron logs for more information.\n'] [ 823.823417] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 823.823697] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a5a78743-e155-4ded-854e-822976192097.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a5a78743-e155-4ded-854e-822976192097. [ 823.824672] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a5a78743-e155-4ded-854e-822976192097. [ 823.864167] nova-conductor[53904]: DEBUG nova.network.neutron [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.882110] nova-conductor[53904]: DEBUG nova.network.neutron [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.886948] nova-conductor[53904]: DEBUG nova.network.neutron [None req-1613badc-23b7-4831-ba42-ce92a600f3d7 tempest-ServersTestMultiNic-1607319719 tempest-ServersTestMultiNic-1607319719-project-member] [instance: a5a78743-e155-4ded-854e-822976192097] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.220387] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 828.237057] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.237224] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.237300] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.274680] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.274984] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.275177] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.275737] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.275737] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.275875] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.285324] nova-conductor[53905]: DEBUG nova.quota [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Getting quotas for project b3b0ee0962334e68be3f7639d6fc559d. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 828.288443] nova-conductor[53905]: DEBUG nova.quota [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Getting quotas for user e79087f1765a41fc9712d57511aec36b and project b3b0ee0962334e68be3f7639d6fc559d. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 828.294180] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] [instance: 489f1de0-d1c8-4429-a6f1-24ea885282f3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 828.294943] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.294943] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.295070] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.300524] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] [instance: 489f1de0-d1c8-4429-a6f1-24ea885282f3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 828.301228] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.301425] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.301590] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.319866] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.320064] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.320244] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2830845-fb50-4c54-a26d-8eacf18d0571 tempest-ServerPasswordTestJSON-1668341779 tempest-ServerPasswordTestJSON-1668341779-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.555583] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 63240ad1-b41a-445d-8fa3-266e0b7628a6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 67ecabfd-4efc-4e1c-a708-107197cfd018 was re-scheduled: Binding failed for port 63240ad1-b41a-445d-8fa3-266e0b7628a6, please check neutron logs for more information.\n'] [ 830.555583] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 830.555583] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 67ecabfd-4efc-4e1c-a708-107197cfd018.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 67ecabfd-4efc-4e1c-a708-107197cfd018. [ 830.555583] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 67ecabfd-4efc-4e1c-a708-107197cfd018. [ 830.589287] nova-conductor[53904]: DEBUG nova.network.neutron [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.614022] nova-conductor[53904]: DEBUG nova.network.neutron [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.614357] nova-conductor[53904]: DEBUG nova.network.neutron [None req-f949885c-60ac-428c-bf50-1457f93bd821 tempest-ServerRescueTestJSON-1610341930 tempest-ServerRescueTestJSON-1610341930-project-member] [instance: 67ecabfd-4efc-4e1c-a708-107197cfd018] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.132552] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 833.158703] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 833.175586] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 833.176117] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.279958] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.303223] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.312082] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.315230] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 839.440275] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d6f761a0-58d8-4194-a7aa-aebf39902f1b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 49cd5798-1f76-4690-bea7-cebd98a84f5c was re-scheduled: Binding failed for port d6f761a0-58d8-4194-a7aa-aebf39902f1b, please check neutron logs for more information.\n'] [ 839.440275] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 839.440275] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 49cd5798-1f76-4690-bea7-cebd98a84f5c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 49cd5798-1f76-4690-bea7-cebd98a84f5c. [ 839.440882] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 49cd5798-1f76-4690-bea7-cebd98a84f5c. [ 839.469812] nova-conductor[53904]: DEBUG nova.network.neutron [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.544683] nova-conductor[53904]: DEBUG nova.network.neutron [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.548183] nova-conductor[53904]: DEBUG nova.network.neutron [None req-b3ac894d-deff-47df-9fe5-4da2fa448568 tempest-MigrationsAdminTest-1934187052 tempest-MigrationsAdminTest-1934187052-project-member] [instance: 49cd5798-1f76-4690-bea7-cebd98a84f5c] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.377085] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 440d6213-231d-4449-bc26-8cac897fd0da, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8a9a51b5-a8a5-4bda-a36c-682758f50745 was re-scheduled: Binding failed for port 440d6213-231d-4449-bc26-8cac897fd0da, please check neutron logs for more information.\n'] [ 848.377731] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 848.377905] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a9a51b5-a8a5-4bda-a36c-682758f50745.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a9a51b5-a8a5-4bda-a36c-682758f50745. [ 848.378241] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a9a51b5-a8a5-4bda-a36c-682758f50745. [ 848.403903] nova-conductor[53905]: DEBUG nova.network.neutron [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.491393] nova-conductor[53905]: DEBUG nova.network.neutron [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.494631] nova-conductor[53905]: DEBUG nova.network.neutron [None req-c7f3bbf0-b961-43b9-af32-51d2462911f0 tempest-ServersTestManualDisk-193004154 tempest-ServersTestManualDisk-193004154-project-member] [instance: 8a9a51b5-a8a5-4bda-a36c-682758f50745] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.270597] nova-conductor[53905]: ERROR nova.scheduler.utils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5242c0c7-f0be-48bd-9cdb-facff0c96198, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba was re-scheduled: Binding failed for port 5242c0c7-f0be-48bd-9cdb-facff0c96198, please check neutron logs for more information.\n'] [ 850.271278] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Rescheduling: True {{(pid=53905) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 850.271575] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba. [ 850.272151] nova-conductor[53905]: WARNING nova.scheduler.utils [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba. [ 850.304136] nova-conductor[53905]: DEBUG nova.network.neutron [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] deallocate_for_instance() {{(pid=53905) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.338642] nova-conductor[53905]: DEBUG nova.network.neutron [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] Instance cache missing network info. {{(pid=53905) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.342798] nova-conductor[53905]: DEBUG nova.network.neutron [None req-416edb8e-0753-47ad-a812-f27dfd53a9ae tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 34a52fe9-a3e4-4cda-85b6-9dd106bbf7ba] Updating instance_info_cache with network_info: [] {{(pid=53905) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.859400] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 853.874389] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.874624] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.874797] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.909010] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.909278] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.909450] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.909850] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.910157] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.910234] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.919345] nova-conductor[53905]: DEBUG nova.quota [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Getting quotas for project 9266fa0d01664ba4a80ff4068cb9b9bc. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 853.922860] nova-conductor[53905]: DEBUG nova.quota [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Getting quotas for user 3254aac3e99d474e95798cb85f2bf5a2 and project 9266fa0d01664ba4a80ff4068cb9b9bc. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 853.931237] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 56e21cf4-4dbc-4f72-97c0-082dd689c046] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 853.931963] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.932315] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.932620] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.939830] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 56e21cf4-4dbc-4f72-97c0-082dd689c046] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 853.940568] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.940785] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.940954] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.963179] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.963444] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.963625] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-1c5afddc-2a35-496b-9853-4f9334d1255e tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.368827] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 858.386842] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.387112] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.387322] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.455275] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.455510] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.455676] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.456063] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.456248] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.456420] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.467683] nova-conductor[53905]: DEBUG nova.quota [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 858.471190] nova-conductor[53905]: DEBUG nova.quota [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for user c6b7c5b037a54c8cbd151ad0f1875f37 and project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 858.476816] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: a0b243b9-04b2-4fac-8fb7-a9ff5685f9ee] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 858.477309] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.477512] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.477677] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.480180] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: a0b243b9-04b2-4fac-8fb7-a9ff5685f9ee] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='484207c6-3534-46e0-becb-1716957998ac',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 858.480799] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.481044] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.481251] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.499606] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.499817] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.499980] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-37ea462f-cc9b-475d-ab14-6e68b5b464e7 tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.067475] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-7f1156ee-f0c9-46cc-862e-5b851d64f9d1 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method rebuild_instance {{(pid=53904) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 863.067721] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7f1156ee-f0c9-46cc-862e-5b851d64f9d1 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.067899] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7f1156ee-f0c9-46cc-862e-5b851d64f9d1 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.068080] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-7f1156ee-f0c9-46cc-862e-5b851d64f9d1 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.076489] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-7f1156ee-f0c9-46cc-862e-5b851d64f9d1 tempest-ServerShowV254Test-2085387316 tempest-ServerShowV254Test-2085387316-project-member] [instance: 667aff7f-57d5-4133-934d-386602a866f8] No migration record for the rebuild/evacuate request. {{(pid=53904) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 866.173326] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=457,nova_cell1:UPDATE=226,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:INSERT=31 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.461335] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.502576] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=15 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.504768] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.507574] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 870.114082] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:SELECT=433,nova_cell1:UPDATE=233,nova_cell1:INSERT=43,nova_cell1:DELETE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 871.008161] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 871.030292] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.030292] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.030292] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.069403] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.069403] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.069403] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.069611] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.070134] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.070134] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.083501] nova-conductor[53905]: DEBUG nova.quota [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Getting quotas for project 3fd99c56733940dda5267401c71b9e5d. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 871.085729] nova-conductor[53905]: DEBUG nova.quota [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Getting quotas for user 3ed5336d22ef451e842b188bdd50f353 and project 3fd99c56733940dda5267401c71b9e5d. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 871.092557] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] [instance: 1597e0f2-f67a-406e-9ef0-4d39b353ab0a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 871.093298] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.094040] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.094040] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.103375] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] [instance: 1597e0f2-f67a-406e-9ef0-4d39b353ab0a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 871.104367] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.106863] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.106863] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.127709] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.128492] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.128798] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-a2c946a3-b84f-4e3a-8a0b-8f64f6b1a5c4 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.080862] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 873.094065] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 873.298971] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d6b6b257-c1ba-495a-8b68-d0adad46dd1d tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method rebuild_instance {{(pid=53905) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 873.298971] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d6b6b257-c1ba-495a-8b68-d0adad46dd1d tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.299270] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d6b6b257-c1ba-495a-8b68-d0adad46dd1d tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.299270] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d6b6b257-c1ba-495a-8b68-d0adad46dd1d tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.306841] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d6b6b257-c1ba-495a-8b68-d0adad46dd1d tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 942b00ba-a615-452d-a0c1-633d48d73fd4] No migration record for the rebuild/evacuate request. {{(pid=53905) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 875.594959] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 875.605572] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: e2d48ebf-6697-4c51-b7f8-aa7050efd537] While scheduling instance, the build request was already deleted. {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 875.770253] nova-conductor[53904]: INFO nova.scheduler.client.report [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Deleted allocations for instance e2d48ebf-6697-4c51-b7f8-aa7050efd537 [ 875.780410] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.780818] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.781100] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.781722] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.781998] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.782412] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.795141] nova-conductor[53904]: DEBUG nova.quota [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 875.799075] nova-conductor[53904]: DEBUG nova.quota [None req-da659415-30be-48c8-80b6-42e0aa0222d6 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 876.406595] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 876.430217] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.430761] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.431052] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.489269] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.490519] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.490519] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.490519] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.490519] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.490815] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.502935] nova-conductor[53905]: DEBUG nova.quota [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 876.506099] nova-conductor[53905]: DEBUG nova.quota [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 876.511708] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: a4e65047-a892-4f18-8a14-0f5de25ce235] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 876.512292] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.512503] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.512717] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.518617] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: a4e65047-a892-4f18-8a14-0f5de25ce235] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 876.519308] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.519518] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.519682] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.539951] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.540218] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.540362] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-b9f9789b-c017-461b-8ae4-83f135ba5d78 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.257254] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 885.271243] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.271480] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.271649] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.303699] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.303699] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.303699] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.304604] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.304604] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.304747] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.317322] nova-conductor[53905]: DEBUG nova.quota [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 885.320973] nova-conductor[53905]: DEBUG nova.quota [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for user cefef67f4ae0451aaa108df20aa7a3db and project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 885.328423] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 84e07f61-2111-43cb-93a2-9cb47ac52503] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 885.328971] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.329194] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.329366] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.332849] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 84e07f61-2111-43cb-93a2-9cb47ac52503] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 885.333594] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.333822] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.334013] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.354587] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.354840] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.355010] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-10c09a0e-2543-4ad0-ab13-eed09aef2202 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.787452] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.788608] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.796905] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 885.804457] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=5 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 890.824925] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 890.835352] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 06cefb74-9c7b-4faa-bbeb-76a16d69ed10] While scheduling instance, the build request was already deleted. {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 890.870377] nova-conductor[53905]: INFO nova.scheduler.client.report [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Deleted allocations for instance 06cefb74-9c7b-4faa-bbeb-76a16d69ed10 [ 890.875744] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.876049] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.876276] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.876803] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.876978] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.877218] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.934130] nova-conductor[53905]: DEBUG nova.quota [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 890.950476] nova-conductor[53905]: DEBUG nova.quota [None req-8aa9a424-e87b-44de-9db6-5e32a1cc3af9 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 891.416537] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 891.438228] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.438299] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.438514] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.485106] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.485385] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.485559] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.485997] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.486420] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.486511] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.497335] nova-conductor[53904]: DEBUG nova.quota [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 891.500648] nova-conductor[53904]: DEBUG nova.quota [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 891.506667] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: c274f675-f45e-49e7-8bf3-582a6977d95c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 891.507315] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.507527] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.507695] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.511133] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: c274f675-f45e-49e7-8bf3-582a6977d95c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 891.512022] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.512207] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.512389] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.539389] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.539620] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.539789] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-03cfdb08-4b14-402c-aeae-d2ef92d736fb tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.414244] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 899.433212] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.433701] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.434080] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.498996] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.499860] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.499860] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.500049] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.501285] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.501285] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.513818] nova-conductor[53904]: DEBUG nova.quota [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Getting quotas for project e19bbeb0f2504f7bbc0b88f978f9fd12. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 899.517575] nova-conductor[53904]: DEBUG nova.quota [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Getting quotas for user e0f8f690f32941a58ee86cdcfb1107af and project e19bbeb0f2504f7bbc0b88f978f9fd12. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 899.523530] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] [instance: 12a1a1ee-9aa1-4dda-9276-68492718e404] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 899.524134] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.524357] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.525165] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.530037] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] [instance: 12a1a1ee-9aa1-4dda-9276-68492718e404] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 899.530737] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.531227] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.531227] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.556079] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.556079] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.556079] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-5ba502b4-2f0a-40d5-b721-fecf85b766b6 tempest-ServersNegativeTestMultiTenantJSON-133049993 tempest-ServersNegativeTestMultiTenantJSON-133049993-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.883063] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=4 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 900.883818] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=14,nova_cell1:INSERT=22,nova_cell1:UPDATE=3 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 900.955123] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=27,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 900.971546] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 908.025786] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method migrate_server {{(pid=53904) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 908.026058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.027321] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.027321] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.197441] nova-conductor[53904]: DEBUG nova.conductor.tasks.migrate [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 84e07f61-2111-43cb-93a2-9cb47ac52503] Restricting to cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) while migrating {{(pid=53904) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 908.358572] nova-conductor[53904]: DEBUG nova.conductor.tasks.migrate [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Created allocations for migration 82a52ded-77e8-48e1-ae67-66fa8c324ccb on 2f34b92c-91e8-4983-ae34-7426fcec3157 {{(pid=53904) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 908.870911] nova-conductor[53904]: DEBUG nova.conductor.tasks.migrate [None req-9237d243-9e75-4c51-96a1-f7ebede64e9c tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 84e07f61-2111-43cb-93a2-9cb47ac52503] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 909.506313] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.821137] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 909.846817] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.847290] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.847290] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.894793] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.895150] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.895337] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.895822] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.896038] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.896240] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.908905] nova-conductor[53905]: DEBUG nova.quota [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Getting quotas for project 1c822f4d4b5a4575ba334521b1b9fbde. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 909.913749] nova-conductor[53905]: DEBUG nova.quota [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Getting quotas for user 3be17eae7273428782fef3d4aa7b7cce and project 1c822f4d4b5a4575ba334521b1b9fbde. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 909.920465] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] [instance: d2864436-05a3-421f-98fd-41df925727c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 909.921053] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.921275] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.921586] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.935323] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] [instance: d2864436-05a3-421f-98fd-41df925727c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 909.935323] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.935442] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.935576] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.956135] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.956373] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.956642] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-49f1a76a-bfcf-4444-a3f0-242769b8abc2 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.811451] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 912.836932] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.837139] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.837338] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.904987] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.904987] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.904987] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.905259] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.905640] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.905640] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.920426] nova-conductor[53904]: DEBUG nova.quota [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 912.924263] nova-conductor[53904]: DEBUG nova.quota [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Getting quotas for user c6b7c5b037a54c8cbd151ad0f1875f37 and project dbbaa322b60942819cfb147b5201daf4. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 912.937952] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: b03b1fe7-2eda-4505-a6f9-19c570b15d1e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 912.938533] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.938746] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.938915] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.942685] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] [instance: b03b1fe7-2eda-4505-a6f9-19c570b15d1e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 912.943423] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.943635] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.943801] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.968205] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.968517] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.968697] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f5e5c0e5-92b0-40b6-8e75-9d106e50615b tempest-ImagesTestJSON-1739945781 tempest-ImagesTestJSON-1739945781-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.584323] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 918.605256] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.605495] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.605665] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.652121] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.652121] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.652291] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.652724] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.652986] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.653185] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.664201] nova-conductor[53905]: DEBUG nova.quota [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 918.667864] nova-conductor[53905]: DEBUG nova.quota [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 918.676325] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: 65c02563-a348-4415-bb21-3d3711202838] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 918.676828] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.677057] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.677226] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.683498] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: 65c02563-a348-4415-bb21-3d3711202838] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 918.684220] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.684487] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.684666] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.704535] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.704831] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.705052] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-203681e3-e34b-4969-b667-828e381a8803 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.910750] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.948247] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=17,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:UPDATE=6 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.959452] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.961808] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.201863] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:UPDATE=252,nova_cell1:SELECT=395,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:DELETE=10 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.658886] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.687651] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.698196] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 928.701143] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 930.192761] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:UPDATE=266,nova_cell1:SELECT=405,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:INSERT=33,nova_cell1:DELETE=12 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 933.236442] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 933.256709] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.256950] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.257146] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.296144] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.296311] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.296505] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.296876] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.297101] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.297273] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.305148] nova-conductor[53905]: DEBUG nova.quota [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Getting quotas for project 2871177da8c0496a8b2821bc041c283b. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 933.307653] nova-conductor[53905]: DEBUG nova.quota [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Getting quotas for user cffaf7fa98f7467a9fe441c00d931416 and project 2871177da8c0496a8b2821bc041c283b. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 933.313778] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] [instance: e8582450-36c2-4d6b-89ee-6fef324063c4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 933.314445] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.314618] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.315016] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.320446] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] [instance: e8582450-36c2-4d6b-89ee-6fef324063c4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 933.321112] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.321370] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.321569] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.342022] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.342022] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.342022] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-500f40ff-c752-42dd-ae52-214ea5a6c56d tempest-ServersAaction247Test-2102497308 tempest-ServersAaction247Test-2102497308-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.751346] nova-conductor[53904]: ERROR nova.scheduler.utils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2647, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2017, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1995, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a827c64c-a00d-4d2d-af6e-29c34ca4b899, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2462, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2754, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a77d41aa-13ba-4d26-b5fd-4928891948ce was re-scheduled: Binding failed for port a827c64c-a00d-4d2d-af6e-29c34ca4b899, please check neutron logs for more information.\n'] [ 935.752304] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Rescheduling: True {{(pid=53904) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 935.752589] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a77d41aa-13ba-4d26-b5fd-4928891948ce.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a77d41aa-13ba-4d26-b5fd-4928891948ce. [ 935.752982] nova-conductor[53904]: WARNING nova.scheduler.utils [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a77d41aa-13ba-4d26-b5fd-4928891948ce. [ 935.787863] nova-conductor[53904]: DEBUG nova.network.neutron [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] deallocate_for_instance() {{(pid=53904) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.806973] nova-conductor[53904]: DEBUG nova.network.neutron [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] Instance cache missing network info. {{(pid=53904) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.814323] nova-conductor[53904]: DEBUG nova.network.neutron [None req-6f5be6a1-b880-4401-bd41-6ba31a0eb199 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: a77d41aa-13ba-4d26-b5fd-4928891948ce] Updating instance_info_cache with network_info: [] {{(pid=53904) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.989967] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 940.065392] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.065559] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.065598] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.110331] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.110588] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.110763] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.111197] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.111387] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.111542] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.123910] nova-conductor[53904]: DEBUG nova.quota [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Getting quotas for project 651d8f34661542219f5451bce866ec02. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 940.127751] nova-conductor[53904]: DEBUG nova.quota [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Getting quotas for user 47ebbe5ddb8b41bbb1a54cf191aef61a and project 651d8f34661542219f5451bce866ec02. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 940.135585] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: f71d004b-5343-4ef3-8f37-8ff544c335a2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 940.136089] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.136305] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.136487] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.141904] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: f71d004b-5343-4ef3-8f37-8ff544c335a2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 940.142817] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.143124] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.143320] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.170179] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.170622] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.170622] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-042819d4-797b-4184-b319-8a1bed6834a1 tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.301512] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.323952] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.334213] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=7 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 943.336651] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 946.450985] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 946.465178] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.465506] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.465706] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.511838] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.512240] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.512384] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.512857] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.513220] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.513303] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.524289] nova-conductor[53904]: DEBUG nova.quota [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 946.527683] nova-conductor[53904]: DEBUG nova.quota [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 946.533300] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: dda298ff-d2fa-4bf6-a6f0-746f2a8d69d7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 946.533890] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.534221] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.534467] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.540400] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: dda298ff-d2fa-4bf6-a6f0-746f2a8d69d7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 946.541107] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.541341] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.541546] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.559848] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.560055] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.560148] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-4eaa90ef-3d1c-4e67-9861-4633bec4c5d8 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.653926] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 947.668204] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.668471] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.668657] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.693541] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.693731] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.693838] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.694256] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.694447] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.694605] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.704439] nova-conductor[53905]: DEBUG nova.quota [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 947.707742] nova-conductor[53905]: DEBUG nova.quota [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for user cefef67f4ae0451aaa108df20aa7a3db and project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 947.716816] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 8745c578-de46-4ade-bf08-f0bc9bb300d8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 947.717354] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.717566] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.717734] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.722557] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 8745c578-de46-4ade-bf08-f0bc9bb300d8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 947.723269] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.723477] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.723639] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.739345] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.739589] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.739769] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d218bdf0-d499-46af-9798-a6423fe307a9 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.384102] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 952.398740] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.398980] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.399167] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.435058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.435204] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.436033] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.436033] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.436033] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.436228] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.452059] nova-conductor[53904]: DEBUG nova.quota [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 952.458652] nova-conductor[53904]: DEBUG nova.quota [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 952.464715] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: e0f1f580-76d3-4f15-9f41-9b7cd7cf6e4d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 952.465578] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.465578] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.465725] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.477925] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: e0f1f580-76d3-4f15-9f41-9b7cd7cf6e4d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 952.478641] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.478783] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.478968] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.558644] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.558878] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.559059] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-6f1260f7-d01d-42e1-83f0-94a1ac77c4b4 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.800031] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method unshelve_instance {{(pid=53905) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 952.800294] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.800425] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.800591] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.053640] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 56e21cf4-4dbc-4f72-97c0-082dd689c046] Requesting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) during scheduling {{(pid=53905) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 953.536150] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method unshelve_instance {{(pid=53904) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 953.536714] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.537072] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.537474] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.562655] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 953.562655] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] [instance: 56e21cf4-4dbc-4f72-97c0-082dd689c046] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53905) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 953.568499] nova-conductor[53905]: DEBUG nova.objects.instance [None req-2cce21d1-7022-4f30-a8ac-555877b38e69 tempest-AttachVolumeShelveTestJSON-12225270 tempest-AttachVolumeShelveTestJSON-12225270-project-member] Lazy-loading 'flavor' on Instance uuid 56e21cf4-4dbc-4f72-97c0-082dd689c046 {{(pid=53905) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.626409] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] [instance: 9562558a-89ba-4169-bd0a-ad31fc0c33bc] Requesting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) during scheduling {{(pid=53904) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 953.648558] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 953.665008] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.665349] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.665577] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.705434] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.705434] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.705684] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.707473] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.707473] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.707473] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.720888] nova-conductor[53904]: DEBUG nova.quota [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Getting quotas for project c626ccddb4dd4aada96840a047bbe485. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 953.728024] nova-conductor[53904]: DEBUG nova.quota [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Getting quotas for user e4e6a6a56662442ebbf808b7318d619d and project c626ccddb4dd4aada96840a047bbe485. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 953.730586] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] [instance: bf32c8b2-51b4-495a-b340-5dbabdf33137] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 953.731276] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.731426] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.731586] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.734906] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] [instance: bf32c8b2-51b4-495a-b340-5dbabdf33137] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 953.735571] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.735766] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.735934] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.758975] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.759219] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.759385] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-f331e914-ba3a-4de4-9886-8ef41afeb457 tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.914650] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 953.936948] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.936948] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.936948] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.985185] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.985439] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.985609] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.985994] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.986218] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.986382] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.005597] nova-conductor[53904]: DEBUG nova.quota [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Getting quotas for project c626ccddb4dd4aada96840a047bbe485. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 954.012218] nova-conductor[53904]: DEBUG nova.quota [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Getting quotas for user e4e6a6a56662442ebbf808b7318d619d and project c626ccddb4dd4aada96840a047bbe485. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 954.024700] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] [instance: f0565271-2276-4f18-813a-6f9338183480] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 954.025621] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.025774] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.025947] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.031562] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] [instance: f0565271-2276-4f18-813a-6f9338183480] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 954.032849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.032849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.032849] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.053645] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.053917] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.054343] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e8c7bee1-9257-4ed2-9716-81ed7a207dea tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.135526] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 954.135970] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] [instance: 9562558a-89ba-4169-bd0a-ad31fc0c33bc] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53904) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 954.140716] nova-conductor[53904]: DEBUG nova.objects.instance [None req-aea76979-a288-4203-a162-c80c25bec061 tempest-ServersNegativeTestJSON-1832544787 tempest-ServersNegativeTestJSON-1832544787-project-member] Lazy-loading 'flavor' on Instance uuid 9562558a-89ba-4169-bd0a-ad31fc0c33bc {{(pid=53904) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.699628] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.055007] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.565738] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=11 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.607874] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=10,nova_cell1:INSERT=9,nova_cell1:UPDATE=6 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.992667] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=5 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 964.050337] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=37,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 964.139179] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=5,nova_api:DELETE=4 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 964.176520] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=22,nova_cell1:INSERT=38,nova_cell1:UPDATE=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.630400] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method migrate_server {{(pid=53904) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 967.630686] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.630933] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.631134] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.699661] nova-conductor[53904]: DEBUG nova.conductor.tasks.migrate [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 8745c578-de46-4ade-bf08-f0bc9bb300d8] Restricting to cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) while migrating {{(pid=53904) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 967.809987] nova-conductor[53904]: DEBUG nova.conductor.tasks.migrate [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Created allocations for migration 955996b3-7d42-4b16-94dc-c5aa7e5ad605 on 2f34b92c-91e8-4983-ae34-7426fcec3157 {{(pid=53904) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 968.316866] nova-conductor[53904]: DEBUG nova.conductor.tasks.migrate [None req-01accd5e-0fda-4815-a2eb-d5ae9a46fa64 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 8745c578-de46-4ade-bf08-f0bc9bb300d8] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 969.339989] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 969.347162] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] [instance: c7f0ce0d-8dfd-4478-a9ec-4a762a207111] While scheduling instance, the build request was already deleted. {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 969.368755] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.369381] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.369381] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.369587] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.369768] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.369925] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.379823] nova-conductor[53905]: DEBUG nova.quota [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Getting quotas for project bd9090c462d9449faa1c22a6ba9028a8. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 969.382991] nova-conductor[53905]: DEBUG nova.quota [None req-9de738a4-e4e1-4d0b-b7a9-b70ea7528308 tempest-ServersListShow296Test-1663691418 tempest-ServersListShow296Test-1663691418-project-member] Getting quotas for user c21a4564466c4315b34cd179e4284330 and project bd9090c462d9449faa1c22a6ba9028a8. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 977.214186] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-39a46f4e-9a4c-47cd-9f4b-e15b4a41799f tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method rebuild_instance {{(pid=53904) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 977.214431] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-39a46f4e-9a4c-47cd-9f4b-e15b4a41799f tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.214632] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-39a46f4e-9a4c-47cd-9f4b-e15b4a41799f tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.214800] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-39a46f4e-9a4c-47cd-9f4b-e15b4a41799f tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.222081] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-39a46f4e-9a4c-47cd-9f4b-e15b4a41799f tempest-ServerShowV247Test-1728103715 tempest-ServerShowV247Test-1728103715-project-member] [instance: f0565271-2276-4f18-813a-6f9338183480] No migration record for the rebuild/evacuate request. {{(pid=53904) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 978.521776] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 978.535727] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.535996] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.536155] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.575846] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.576114] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.576306] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.576680] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.576867] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.577049] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.586676] nova-conductor[53905]: DEBUG nova.quota [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 978.589736] nova-conductor[53905]: DEBUG nova.quota [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 978.595218] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: ff25c137-ba78-4807-bd64-f3075e81dd5d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 978.595752] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.596018] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.596225] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.600612] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: ff25c137-ba78-4807-bd64-f3075e81dd5d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 978.601289] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.601493] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.601655] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.619512] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.619874] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.620021] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-855035be-6bbf-47ca-b8be-82594457e2e9 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.386508] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 984.418311] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.418533] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.418701] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.471825] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.472071] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.472248] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.472625] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.472810] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.473080] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.483942] nova-conductor[53904]: DEBUG nova.quota [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 984.487484] nova-conductor[53904]: DEBUG nova.quota [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 984.493418] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 91db79db-d83c-4473-87c8-9dff2f042500] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 984.493997] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.494187] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.494355] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.500523] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 91db79db-d83c-4473-87c8-9dff2f042500] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 984.501382] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.501613] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.501798] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.521301] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.521565] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.521737] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-e9a96e44-81f9-431b-a216-ac6532ea148a tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.676115] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:SELECT=423,nova_cell1:UPDATE=280,nova_cell1:DELETE=15,nova_cell1:INSERT=22 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.581479] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.604513] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=7 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.612329] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 988.615960] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 990.526118] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=413,nova_cell1:UPDATE=247,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=16,nova_cell1:RELEASE=16,nova_cell1:DELETE=10 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.477254] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.504392] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=9,nova_cell1:INSERT=11 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.511170] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.517873] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1006.574095] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1006.588199] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.588344] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.588510] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.627752] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.627987] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.628181] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.628830] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.629056] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.629229] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.641663] nova-conductor[53905]: DEBUG nova.quota [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1006.644547] nova-conductor[53905]: DEBUG nova.quota [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Getting quotas for user cefef67f4ae0451aaa108df20aa7a3db and project 8a685a448ff041db8bc49b4429688e34. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1006.650047] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 86d022e2-bd02-45cd-a9dd-362e912dd8e1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1006.650574] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.650790] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.651009] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.660034] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] [instance: 86d022e2-bd02-45cd-a9dd-362e912dd8e1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1006.660034] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.660034] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.660034] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.678168] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.678434] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.678615] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-d489ee92-3736-4448-8d6b-8c598a6fbd86 tempest-ServerDiskConfigTestJSON-661301000 tempest-ServerDiskConfigTestJSON-661301000-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.422324] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1014.435680] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.435918] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.436105] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.473526] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.473776] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.473947] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.474339] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.474528] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.474686] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.484087] nova-conductor[53905]: DEBUG nova.quota [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1014.487149] nova-conductor[53905]: DEBUG nova.quota [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Getting quotas for user dc3cd61498bc4f858a47a72f02466b3f and project bd3c052a272742808be2bcdc71d8f62f. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1014.492669] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 66d0dc08-e8e7-4bf5-884a-67f65e8e109d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1014.493223] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.493423] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.493669] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.499079] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 66d0dc08-e8e7-4bf5-884a-67f65e8e109d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1014.499352] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.499565] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.499733] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.519160] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.519388] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.519556] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-e7880b06-aaf7-4bdb-894d-41fbe5ae1906 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.977231] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53905) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1015.990309] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.990540] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.990706] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.018602] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.018822] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.018994] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.019396] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.019586] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.019744] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.028697] nova-conductor[53905]: DEBUG nova.quota [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1016.031613] nova-conductor[53905]: DEBUG nova.quota [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53905) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1016.036723] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: fe623f2c-1fd9-43f0-be96-29bb252e0171] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1016.037210] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.037418] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.037583] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.044501] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: fe623f2c-1fd9-43f0-be96-29bb252e0171] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53905) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1016.045134] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.045328] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.045489] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.059697] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.059865] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.060039] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-89faa76b-36f3-46a7-9d25-e32739e841d7 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.762559] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1019.774824] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.775056] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.775229] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.796918] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.797135] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.797307] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.797658] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.797841] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.797998] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.806104] nova-conductor[53904]: DEBUG nova.quota [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Getting quotas for project 651d8f34661542219f5451bce866ec02. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1019.809050] nova-conductor[53904]: DEBUG nova.quota [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Getting quotas for user 47ebbe5ddb8b41bbb1a54cf191aef61a and project 651d8f34661542219f5451bce866ec02. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1019.813729] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: 63821242-c34e-4ed1-8ed3-f7f445ffe322] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1019.814215] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.814387] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.814551] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.819091] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] [instance: 63821242-c34e-4ed1-8ed3-f7f445ffe322] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1019.819672] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.819866] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.820040] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.833883] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.834096] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.834265] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-774e6ff7-10b9-48a3-8d9e-383259e0101b tempest-AttachVolumeNegativeTest-105532474 tempest-AttachVolumeNegativeTest-105532474-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.023503] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell0:SELECT=3 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.047565] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.054583] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.057879] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.801287] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.821899] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.828163] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.832234] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1030.723162] nova-conductor[53905]: DEBUG nova.conductor.manager [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Targeting cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) for conductor method migrate_server {{(pid=53905) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1030.723162] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.723417] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.723628] nova-conductor[53905]: DEBUG oslo_concurrency.lockutils [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53905) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.768200] nova-conductor[53905]: DEBUG nova.conductor.tasks.migrate [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 66d0dc08-e8e7-4bf5-884a-67f65e8e109d] Restricting to cell e4af889f-04d6-4445-bac4-987abbb60d18(cell1) while migrating {{(pid=53905) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1030.877328] nova-conductor[53905]: DEBUG nova.conductor.tasks.migrate [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] Created allocations for migration c3052a8b-3533-4c20-90f9-e0bb7e55a321 on 2f34b92c-91e8-4983-ae34-7426fcec3157 {{(pid=53905) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1031.383877] nova-conductor[53905]: DEBUG nova.conductor.tasks.migrate [None req-ba0c2e63-014c-418c-b250-e4a8c9074770 tempest-DeleteServersTestJSON-1344274745 tempest-DeleteServersTestJSON-1344274745-project-member] [instance: 66d0dc08-e8e7-4bf5-884a-67f65e8e109d] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53905) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1040.044024] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1040.056655] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.056878] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.057058] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.081373] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.081621] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.081781] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.082208] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.082447] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.082562] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.090063] nova-conductor[53904]: DEBUG nova.quota [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1040.091741] nova-conductor[53904]: DEBUG nova.quota [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Getting quotas for user 1fa1cef9829b45f4bbe90e9882b8f8c7 and project c57829399c5741c08c30bb60163148b3. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1040.096588] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: 65da0898-7f48-4ebf-9627-ba4e2ac68447] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1040.097034] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.097234] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.097396] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.103578] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] [instance: 65da0898-7f48-4ebf-9627-ba4e2ac68447] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1040.104221] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.104425] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.104587] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.119440] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.119633] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.119799] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-2277c41d-70a8-4a0f-8531-fda2de6133f1 tempest-ServersTestJSON-1214410209 tempest-ServersTestJSON-1214410209-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.400539] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=3 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1041.401688] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1041.416856] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1046.891416] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:UPDATE=217,nova_cell1:SELECT=299,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=20,nova_cell1:RELEASE=20,nova_cell1:DELETE=14 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.086072] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.107108] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.114213] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.117752] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1050.805548] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=304,nova_cell1:UPDATE=208,nova_cell1:SAVEPOINT=18,nova_cell1:RELEASE=18,nova_cell1:INSERT=21,nova_cell1:DELETE=12 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1082.004830] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53904) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1082.017725] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.018037] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.018251] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.044178] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.044385] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.044550] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.044940] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.045139] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.045302] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.053991] nova-conductor[53904]: DEBUG nova.quota [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Getting quotas for project 1c822f4d4b5a4575ba334521b1b9fbde. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1082.056117] nova-conductor[53904]: DEBUG nova.quota [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Getting quotas for user 3be17eae7273428782fef3d4aa7b7cce and project 1c822f4d4b5a4575ba334521b1b9fbde. Resources: {'instances', 'cores', 'ram'} {{(pid=53904) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1082.060867] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] [instance: 6a19486c-40c9-4210-a16f-22d9e8563cd9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53904) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1082.061305] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.061497] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.061659] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.064055] nova-conductor[53904]: DEBUG nova.conductor.manager [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] [instance: 6a19486c-40c9-4210-a16f-22d9e8563cd9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='79227ea9-188c-426d-a7d8-cb14b658f493',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53904) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1082.064631] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.064846] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.065065] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.080395] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Acquiring lock "e4af889f-04d6-4445-bac4-987abbb60d18" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.080616] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.080822] nova-conductor[53904]: DEBUG oslo_concurrency.lockutils [None req-be19728f-0330-402d-a8dd-c940d9518497 tempest-AttachVolumeTestJSON-1233740891 tempest-AttachVolumeTestJSON-1233740891-project-member] Lock "e4af889f-04d6-4445-bac4-987abbb60d18" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53904) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.051081] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell0:SELECT=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1092.067049] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1092.076091] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=6 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1092.078363] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1106.243017] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=177,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8,nova_cell1:UPDATE=89,nova_cell1:INSERT=32,nova_cell1:DELETE=4 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1106.978709] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=140,nova_cell1:UPDATE=102,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8,nova_cell1:INSERT=19,nova_cell1:DELETE=8 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.280458] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=2 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.812179] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=2,nova_cell1:UPDATE=1 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1176.889661] nova-conductor[53904]: DEBUG dbcounter [-] [53904] Writing DB stats nova_cell1:SELECT=26,nova_cell1:UPDATE=24,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=2 {{(pid=53904) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1177.370820] nova-conductor[53905]: DEBUG dbcounter [-] [53905] Writing DB stats nova_cell1:SELECT=21,nova_cell1:INSERT=5,nova_cell1:UPDATE=14,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53905) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}