[ 374.184416] nova-conductor[53911]: INFO dbcounter [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Registered counter for database nova_api [ 374.193463] nova-conductor[53911]: DEBUG oslo_db.sqlalchemy.engines [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53911) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 374.221734] nova-conductor[53911]: DEBUG dbcounter [-] [53911] Writer thread running {{(pid=53911) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 374.223781] nova-conductor[53911]: DEBUG nova.context [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) {{(pid=53911) load_cells /opt/stack/nova/nova/context.py:464}} [ 374.225500] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53911) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 374.225710] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53911) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 374.226145] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53911) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 374.226556] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53911) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 374.226743] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53911) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 374.227711] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53911) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 374.228983] nova-conductor[53911]: INFO dbcounter [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Registered counter for database nova_cell0 [ 374.231249] nova-conductor[53911]: INFO dbcounter [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Registered counter for database nova_cell1 [ 374.233989] nova-conductor[53911]: DEBUG oslo_db.sqlalchemy.engines [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53911) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 374.234594] nova-conductor[53911]: DEBUG oslo_db.sqlalchemy.engines [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53911) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 374.313240] nova-conductor[53911]: DEBUG dbcounter [-] [53911] Writer thread running {{(pid=53911) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 374.316424] nova-conductor[53911]: DEBUG dbcounter [-] [53911] Writer thread running {{(pid=53911) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 374.317962] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Acquiring lock "singleton_lock" {{(pid=53911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 374.318139] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Acquired lock "singleton_lock" {{(pid=53911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 374.318373] nova-conductor[53911]: DEBUG oslo_concurrency.lockutils [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Releasing lock "singleton_lock" {{(pid=53911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 374.318762] nova-conductor[53911]: INFO oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Starting 2 workers [ 374.323183] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Started child 54331 {{(pid=53911) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 374.326837] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Started child 54332 {{(pid=53911) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 374.327205] nova-conductor[54331]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 374.327508] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Full set of CONF: {{(pid=53911) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 374.327698] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ******************************************************************************** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 374.327849] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Configuration options gathered from: {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 374.328028] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 374.328366] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 374.328502] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ================================================================================ {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 374.328888] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] allow_resize_to_same_host = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.329115] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] arq_binding_timeout = 300 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.329328] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] block_device_allocate_retries = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.329519] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] block_device_allocate_retries_interval = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.329739] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cert = self.pem {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.329932] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute_driver = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.330261] nova-conductor[54332]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 374.330760] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute_monitors = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.331018] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] config_dir = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.331243] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] config_drive_format = iso9660 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.331404] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.331601] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] config_source = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.331803] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] console_host = devstack {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.332014] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] control_exchange = nova {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.332220] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cpu_allocation_ratio = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.332401] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] daemon = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.332760] nova-conductor[54331]: INFO dbcounter [None req-c060f456-8d6d-406d-805e-928cbbdbf634 None None] Registered counter for database nova_cell1 [ 374.332918] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] debug = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.333133] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] default_access_ip_network_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.333325] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] default_availability_zone = nova {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.333508] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] default_ephemeral_format = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.333721] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] default_green_pool_size = 1000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.334016] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.334554] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] default_schedule_zone = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.334735] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] disk_allocation_ratio = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.334950] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] enable_new_services = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.335234] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] enabled_apis = ['osapi_compute'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.335652] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] enabled_ssl_apis = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.335877] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] flat_injected = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.336074] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] force_config_drive = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.336340] nova-conductor[54332]: INFO dbcounter [None req-491f729f-25ec-4d10-9174-89272af1e120 None None] Registered counter for database nova_cell1 [ 374.336490] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] force_raw_images = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.336688] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] graceful_shutdown_timeout = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.336883] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] heal_instance_info_cache_interval = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.337376] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] host = devstack {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.337601] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.337789] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.337971] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.338239] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.338421] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_build_timeout = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.338652] nova-conductor[54331]: DEBUG oslo_db.sqlalchemy.engines [None req-c060f456-8d6d-406d-805e-928cbbdbf634 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54331) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 374.338798] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_delete_interval = 300 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.339022] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_format = [instance: %(uuid)s] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.339219] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_name_template = instance-%08x {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.339394] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_usage_audit = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.339589] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_usage_audit_period = month {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.339763] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.339947] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.340130] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] internal_service_availability_zone = internal {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.340295] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] key = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.340468] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] live_migration_retry_count = 30 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.340664] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_color = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.340878] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_config_append = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.341085] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.341270] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_dir = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.341437] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.341567] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_options = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.341728] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_rotate_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.341930] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_rotate_interval_type = days {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.342129] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] log_rotation_type = none {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.342369] nova-conductor[54332]: DEBUG oslo_db.sqlalchemy.engines [None req-491f729f-25ec-4d10-9174-89272af1e120 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54332) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 374.342515] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.342662] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.342881] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.343108] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.343260] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.343459] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] long_rpc_timeout = 1800 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.343643] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] max_concurrent_builds = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.343825] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] max_concurrent_live_migrations = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.343993] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] max_concurrent_snapshots = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.344190] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] max_local_block_devices = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.344371] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] max_logfile_count = 30 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.344534] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] max_logfile_size_mb = 200 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.344695] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] maximum_instance_delete_attempts = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.344867] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metadata_listen = 0.0.0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.345102] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metadata_listen_port = 8775 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.345283] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metadata_workers = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.345454] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] migrate_max_retries = -1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.345621] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] mkisofs_cmd = genisoimage {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.345831] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.345968] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] my_ip = 10.180.1.21 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.346146] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] network_allocate_retries = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.346328] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.346503] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.346689] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] osapi_compute_listen_port = 8774 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.346902] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] osapi_compute_unique_server_name_scope = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.347100] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] osapi_compute_workers = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.347275] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] password_length = 12 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.347440] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] periodic_enable = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.347609] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] periodic_fuzzy_delay = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.347778] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] pointer_model = usbtablet {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.347978] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] preallocate_images = none {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.348156] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] publish_errors = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.348289] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] pybasedir = /opt/stack/nova {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.348450] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ram_allocation_ratio = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.348613] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] rate_limit_burst = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.348780] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] rate_limit_except_level = CRITICAL {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.348942] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] rate_limit_interval = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.349114] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reboot_timeout = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.349297] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writer thread running {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 374.349442] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reclaim_instance_interval = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.349622] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] record = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.349814] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reimage_timeout_per_gb = 20 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.349991] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] report_interval = 120 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.350174] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] rescue_timeout = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.350336] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reserved_host_cpus = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.350499] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reserved_host_disk_mb = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.350657] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reserved_host_memory_mb = 512 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.350845] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] reserved_huge_pages = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.351021] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] resize_confirm_window = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.351282] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] resize_fs_using_block_device = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.351688] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] resume_guests_state_on_host_boot = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.351688] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.351784] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] rpc_response_timeout = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.351877] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] run_external_periodic_tasks = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.352063] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] running_deleted_instance_action = reap {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.352233] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.352418] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] running_deleted_instance_timeout = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.352580] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler_instance_sync_interval = 120 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.352787] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_down_time = 720 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.353000] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] servicegroup_driver = db {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.353212] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writer thread running {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 374.353351] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] shell_completion = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.353532] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] shelved_offload_time = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.353715] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] shelved_poll_interval = 3600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.353910] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] shutdown_timeout = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.354095] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] source_is_ipv6 = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.354281] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ssl_only = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.354450] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] state_path = /opt/stack/data/nova {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.354617] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] sync_power_state_interval = 600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.354777] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] sync_power_state_pool_size = 1000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.354956] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] syslog_log_facility = LOG_USER {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.355135] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] tempdir = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.355309] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] timeout_nbd = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.355491] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] transport_url = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.355655] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] update_resources_interval = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.355817] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_cow_images = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.355983] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_eventlog = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.356156] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_journal = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.356321] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_json = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.356480] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_rootwrap_daemon = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.356636] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_stderr = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.356793] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] use_syslog = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.356948] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vcpu_pin_set = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.357149] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vif_plugging_is_fatal = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.357319] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vif_plugging_timeout = 300 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.357512] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] virt_mkfs = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.357680] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] volume_usage_poll_interval = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.357846] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] watch_log_file = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.358044] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] web = /usr/share/spice-html5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 374.358350] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_concurrency.disable_process_locking = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.358559] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.358755] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.358950] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.359154] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.359327] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.359495] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.359711] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.auth_strategy = keystone {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.359904] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.compute_link_prefix = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.360113] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.360294] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.dhcp_domain = novalocal {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.360462] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.enable_instance_password = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.360628] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.glance_link_prefix = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.360796] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.360988] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.361167] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.instance_list_per_project_cells = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.361327] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.list_records_by_skipping_down_cells = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.361535] nova-conductor[54331]: DEBUG nova.service [None req-c060f456-8d6d-406d-805e-928cbbdbf634 None None] Creating RPC server for service conductor {{(pid=54331) start /opt/stack/nova/nova/service.py:186}} [ 374.361684] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.local_metadata_per_cell = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.362129] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.max_limit = 1000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.362129] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.metadata_cache_expiration = 15 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.362258] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.neutron_default_tenant_id = default {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.362421] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.response_validation = warn {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.362759] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.use_neutron_default_nets = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.362927] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.363232] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.363232] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.363341] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.363648] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_dynamic_targets = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.363648] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_jsonfile_path = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.363847] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.364107] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.backend = dogpile.cache.memcached {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.364307] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.backend_argument = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.364497] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.config_prefix = cache.oslo {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.364699] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.dead_timeout = 60.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.364868] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.debug_cache_backend = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.365057] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.enable_retry_client = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.365226] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.enable_socket_keepalive = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.365398] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.enabled = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.365570] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.enforce_fips_mode = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.365755] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.expiration_time = 600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.365921] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.hashclient_retry_attempts = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.366098] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.366264] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_dead_retry = 300 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.366423] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_password = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.366584] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.366788] nova-conductor[54332]: DEBUG nova.service [None req-491f729f-25ec-4d10-9174-89272af1e120 None None] Creating RPC server for service conductor {{(pid=54332) start /opt/stack/nova/nova/service.py:186}} [ 374.366932] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.367131] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_pool_maxsize = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.367301] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.367469] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_sasl_enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.367648] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.367818] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.367976] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.memcache_username = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.368152] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.proxies = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.368321] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_db = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.368480] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_password = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.368646] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.368818] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.368985] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_server = localhost:6379 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.369168] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_socket_timeout = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.369324] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.redis_username = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.369481] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.retry_attempts = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.369640] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.retry_delay = 0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.369798] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.socket_keepalive_count = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.369958] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.socket_keepalive_idle = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.370136] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.socket_keepalive_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.370296] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.tls_allowed_ciphers = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.370455] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.tls_cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.370614] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.tls_certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.370810] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.tls_enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.370985] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cache.tls_keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.371217] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.371423] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.auth_type = password {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.371593] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.371794] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.371960] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.372139] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.372324] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.cross_az_attach = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.372488] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.debug = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.372667] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.endpoint_template = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.372875] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.http_retries = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.373057] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.373220] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.373402] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.os_region_name = RegionOne {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374159] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374159] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cinder.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374159] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374159] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.cpu_dedicated_set = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374296] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.cpu_shared_set = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374405] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.image_type_exclude_list = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374554] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374713] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.374871] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.375071] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.375216] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.375385] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.resource_provider_association_refresh = 300 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.375575] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.375712] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.shutdown_retry_interval = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.375889] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.376081] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] conductor.workers = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.376263] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] console.allowed_origins = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.376424] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] console.ssl_ciphers = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.376594] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] console.ssl_minimum_version = default {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.376941] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] consoleauth.enforce_session_timeout = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.376941] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] consoleauth.token_ttl = 600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.377155] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.377612] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.377612] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.377612] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.377774] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.377929] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.378290] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.378290] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.378410] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.378571] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.378887] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.region_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.378887] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.379054] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.379226] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.service_type = accelerator {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.379488] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.379549] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.379751] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.379819] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.380396] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.380396] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] cyborg.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.380396] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.backend = sqlalchemy {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.380636] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.connection = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.380834] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.connection_debug = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.381040] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.connection_parameters = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.381227] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.connection_recycle_time = 3600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.381378] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.connection_trace = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.381563] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.db_inc_retry_interval = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.381731] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.db_max_retries = 20 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.381933] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.db_max_retry_interval = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.382024] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.db_retry_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.382230] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.max_overflow = 50 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.382875] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.max_pool_size = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.382875] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.max_retries = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.382875] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.382875] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.mysql_wsrep_sync_wait = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.383096] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.pool_timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.383228] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.retry_interval = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.383388] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.slave_connection = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.383552] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.sqlite_synchronous = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.383756] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] database.use_db_reconnect = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.383948] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.backend = sqlalchemy {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.384133] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.connection = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.384365] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.connection_debug = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.384538] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.connection_parameters = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.384688] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.connection_recycle_time = 3600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.384855] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.connection_trace = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385020] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.db_inc_retry_interval = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385185] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.db_max_retries = 20 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385361] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.db_max_retry_interval = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385516] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.db_retry_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385618] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.max_overflow = 50 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385780] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.max_pool_size = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.385941] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.max_retries = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.386118] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.386624] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.386624] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.pool_timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.386624] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.retry_interval = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.386743] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.slave_connection = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.386924] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] api_database.sqlite_synchronous = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.387151] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] devices.enabled_mdev_types = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.387344] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.387521] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.387680] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ephemeral_storage_encryption.enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.387857] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.388059] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.api_servers = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.388220] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.388391] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.388562] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.388730] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.388896] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.389072] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.debug = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.389242] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.default_trusted_certificate_ids = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.389409] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.enable_certificate_validation = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.389560] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.enable_rbd_download = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.389720] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.389891] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.390063] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.390423] nova-conductor[54331]: DEBUG nova.service [None req-c060f456-8d6d-406d-805e-928cbbdbf634 None None] Join ServiceGroup membership for this service conductor {{(pid=54331) start /opt/stack/nova/nova/service.py:203}} [ 374.390570] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.390768] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.390954] nova-conductor[54331]: DEBUG nova.servicegroup.drivers.db [None req-c060f456-8d6d-406d-805e-928cbbdbf634 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54331) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 374.391106] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.num_retries = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.391299] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.rbd_ceph_conf = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.391467] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.rbd_connect_timeout = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.391636] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.rbd_pool = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.391804] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.rbd_user = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.391969] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.region_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.392141] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.392298] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.392468] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.service_type = image {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.392631] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.392819] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.392985] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.393155] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.393335] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.393501] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.verify_glance_signatures = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.393672] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] glance.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.393861] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] guestfs.debug = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.394276] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] mks.enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.394654] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.394899] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] image_cache.manager_interval = 2400 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.395099] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] image_cache.precache_concurrency = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.395276] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] image_cache.remove_unused_base_images = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.395449] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.395617] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.395798] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] image_cache.subdirectory_name = _base {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.396225] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.api_max_retries = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.396225] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.api_retry_interval = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.396367] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.396530] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.auth_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.396692] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.396853] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.397026] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.397217] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.conductor_group = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.397379] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.397532] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.397694] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.397910] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398013] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398483] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398483] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398483] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.peer_list = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398639] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.region_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398789] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.398945] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.serial_console_state_timeout = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.399117] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.399334] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.service_type = baremetal {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.399489] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.shard = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.399646] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.399827] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.399956] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.400104] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.400283] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.400444] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ironic.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.400628] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.400844] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] key_manager.fixed_key = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.401445] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.401653] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.barbican_api_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.401824] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.barbican_endpoint = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.402170] nova-conductor[54332]: DEBUG nova.service [None req-491f729f-25ec-4d10-9174-89272af1e120 None None] Join ServiceGroup membership for this service conductor {{(pid=54332) start /opt/stack/nova/nova/service.py:203}} [ 374.402317] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.barbican_endpoint_type = public {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.402487] nova-conductor[54332]: DEBUG nova.servicegroup.drivers.db [None req-491f729f-25ec-4d10-9174-89272af1e120 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54332) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 374.402629] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.barbican_region_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.402928] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.403190] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.403243] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.403435] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.403625] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.403840] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.number_of_retries = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.404079] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.retry_delay = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.404259] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.send_service_user_token = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.404427] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.404587] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.404756] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.verify_ssl = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.404938] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican.verify_ssl_path = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.405136] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.405301] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.auth_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.405459] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.405618] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.405785] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.405946] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.406115] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.406281] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.406440] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] barbican_service_user.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.406636] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.approle_role_id = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.406797] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.approle_secret_id = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.407008] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.kv_mountpoint = secret {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.407184] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.kv_path = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.407356] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.kv_version = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.407520] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.namespace = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.407681] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.root_token_id = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.407843] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.ssl_ca_crt_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.408026] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.timeout = 60.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.408196] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.use_ssl = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.408386] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.408582] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.408749] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.auth_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.408910] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.409082] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.409251] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.409410] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.409572] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.409755] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.409923] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.410095] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.410254] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.410409] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.410565] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.region_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.410740] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.410910] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.411114] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.service_type = identity {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.411280] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.411440] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.411600] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.411758] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.411938] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.412110] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] keystone.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.412357] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.connection_uri = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.412546] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_mode = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.412776] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.412958] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_models = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.413146] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_power_governor_high = performance {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.413318] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.413486] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_power_management = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.413686] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.413895] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.device_detach_attempts = 8 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.414081] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.device_detach_timeout = 20 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.414251] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.disk_cachemodes = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.414413] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.disk_prefix = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.414577] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.enabled_perf_events = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.414741] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.file_backed_memory = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.414907] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.gid_maps = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.415098] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.hw_disk_discard = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.415258] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.hw_machine_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.415428] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_rbd_ceph_conf = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.415591] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.415757] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.415930] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_rbd_glance_store_name = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.416111] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_rbd_pool = rbd {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.416284] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_type = default {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.416454] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.images_volume_group = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.416616] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.inject_key = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.416777] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.inject_partition = -2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.416938] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.inject_password = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.417135] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.iscsi_iface = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.417302] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.iser_use_multipath = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.417467] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.417629] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.417792] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_downtime = 500 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.417962] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.418143] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.418308] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_inbound_addr = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.418474] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.418634] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.418793] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_scheme = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.418964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_timeout_action = abort {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.419139] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_tunnelled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.419301] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_uri = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.419463] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.live_migration_with_native_tls = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.419624] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.max_queues = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.419790] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.420065] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.420245] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.nfs_mount_options = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.420494] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.420666] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.420835] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.421007] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.421200] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.421365] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.num_pcie_ports = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.421532] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.421695] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.pmem_namespaces = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.421860] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.quobyte_client_cfg = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.422096] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.422268] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.422430] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.422592] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.422770] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rbd_secret_uuid = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.422936] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rbd_user = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.423113] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.423289] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.423451] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rescue_image_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.423613] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rescue_kernel_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.423796] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rescue_ramdisk_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.423972] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.424149] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.rx_queue_size = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.424318] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.smbfs_mount_options = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.424533] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.424701] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.snapshot_compression = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.424866] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.snapshot_image_format = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.425096] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.425266] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.sparse_logical_volumes = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.425429] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.swtpm_enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.425617] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.swtpm_group = tss {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.425792] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.swtpm_user = tss {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.425963] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.sysinfo_serial = unique {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.426135] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.tb_cache_size = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.426312] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.tx_queue_size = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.426480] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.uid_maps = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.426642] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.use_virtio_for_bridges = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.426820] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.virt_type = kvm {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.426986] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.volume_clear = zero {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.427163] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.volume_clear_size = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.427330] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.volume_use_multipath = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.427487] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_cache_path = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.427653] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.427819] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.427980] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.428163] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.428381] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.428551] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.vzstorage_mount_user = stack {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.428713] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.428909] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.429110] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.auth_type = password {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.429273] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.429431] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.429591] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.429745] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.429903] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.430093] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.default_floating_pool = public {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.430257] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.430421] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.extension_sync_interval = 600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.430583] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.http_retries = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.430747] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.430904] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.431074] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.431246] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.431404] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.431569] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.ovs_bridge = br-int {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.431787] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.physnets = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.431961] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.region_name = RegionOne {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.432134] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.432304] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.service_metadata_proxy = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.432463] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.432634] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.service_type = network {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.432828] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.432993] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.433165] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.433323] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.433502] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.433662] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] neutron.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.433883] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] notifications.bdms_in_notifications = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.434081] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] notifications.default_level = INFO {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.434288] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] notifications.notification_format = unversioned {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.434455] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] notifications.notify_on_state_change = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.434630] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.434806] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] pci.alias = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.434975] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] pci.device_spec = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.435193] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] pci.report_in_placement = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.435411] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.435604] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.auth_type = password {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.435793] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.435957] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.436131] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.436296] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.436456] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.436612] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.436773] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.default_domain_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.436931] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.default_domain_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.437098] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.domain_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.437257] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.domain_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.437415] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.437575] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.437732] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.437888] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.438054] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.438287] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.password = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.438467] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.project_domain_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.438640] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.project_domain_name = Default {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.438807] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.project_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.438983] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.project_name = service {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.439164] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.region_name = RegionOne {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.439327] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.439487] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.439656] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.service_type = placement {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.439819] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.439977] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.440150] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.440308] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.system_scope = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.440486] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.440653] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.trust_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.440881] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.user_domain_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.441084] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.user_domain_name = Default {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.441251] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.user_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.441425] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.username = nova {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.441604] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.441767] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] placement.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.441965] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.cores = 20 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.442146] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.count_usage_from_placement = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.442318] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.442505] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.injected_file_content_bytes = 10240 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.442675] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.injected_file_path_length = 255 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.442865] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.injected_files = 5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.443045] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.instances = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.443218] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.key_pairs = 100 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.443389] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.metadata_items = 128 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.443553] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.ram = 51200 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.443724] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.recheck_quota = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.443892] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.server_group_members = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.444068] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] quota.server_groups = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.444273] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.444460] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.444624] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.image_metadata_prefilter = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.444815] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.444981] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.max_attempts = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.445196] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.max_placement_results = 1000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.445389] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.445554] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.445732] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.445909] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] scheduler.workers = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.446142] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.446321] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.446516] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.446689] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.446857] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.447029] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.447195] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.447405] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.447575] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.host_subset_size = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.447739] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.447923] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.448115] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.448284] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.isolated_hosts = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.448449] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.isolated_images = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.448610] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.448789] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.448952] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.449127] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.pci_in_placement = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.449290] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.449451] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.449618] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.449798] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.449961] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.450134] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.450316] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.track_instance_changes = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.450491] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.450661] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metrics.required = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.450830] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metrics.weight_multiplier = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.450998] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.451180] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] metrics.weight_setting = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.451501] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.451676] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] serial_console.enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.451871] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] serial_console.port_range = 10000:20000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.452055] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.452229] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.452398] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] serial_console.serialproxy_port = 6083 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.452566] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.452767] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.auth_type = password {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.452937] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.453113] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.453278] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.453439] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.453598] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.453771] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.send_service_user_token = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.453955] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.454131] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] service_user.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.454323] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.agent_enabled = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.454487] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.454838] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.455072] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.455303] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.html5proxy_port = 6082 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.455469] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.image_compression = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.455628] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.jpeg_compression = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.455787] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.playback_compression = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.455951] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.require_secure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.456155] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.server_listen = 127.0.0.1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.456328] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.456488] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.streaming_mode = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.456648] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] spice.zlib_compression = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.456812] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] upgrade_levels.baseapi = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.456979] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] upgrade_levels.compute = auto {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.457152] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] upgrade_levels.conductor = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.457310] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] upgrade_levels.scheduler = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.457479] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.457642] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.457800] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.457960] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.458137] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.458300] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.458454] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.458618] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.458775] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vendordata_dynamic_auth.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.458990] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.api_retry_count = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.459166] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.ca_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.459393] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.cache_prefix = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.459574] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.cluster_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.459743] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.connection_pool_size = 10 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.459904] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.console_delay_seconds = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.460075] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.datastore_regex = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.460239] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.host_ip = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.460402] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.host_password = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.460567] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.host_port = 443 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.460727] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.host_username = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.460890] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.461063] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.integration_bridge = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.461228] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.maximum_objects = 100 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.461386] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.pbm_default_policy = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.461548] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.pbm_enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.461705] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.pbm_wsdl_location = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.461873] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.462045] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.serial_port_proxy_uri = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.462208] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.serial_port_service_uri = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.462377] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.task_poll_interval = 0.5 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.462539] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.use_linked_clone = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.462743] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.vnc_keymap = en-us {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.462905] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.vnc_port = 5900 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.463079] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vmware.vnc_port_total = 10000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.463302] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.auth_schemes = ['none'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.463475] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.enabled = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.463801] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.463987] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.464171] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.novncproxy_port = 6080 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.464348] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.server_listen = 127.0.0.1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.464519] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.464683] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.vencrypt_ca_certs = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.464844] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.vencrypt_client_cert = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.465055] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] vnc.vencrypt_client_key = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.465240] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.465415] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.disable_deep_image_inspection = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.465576] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.465741] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.465903] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.466074] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.disable_rootwrap = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.466260] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.enable_numa_live_migration = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.466427] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.466587] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.466746] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.466913] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.libvirt_disable_apic = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.467080] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.467250] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.467412] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.467570] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.467730] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.467894] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.468063] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.468227] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.468386] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.468549] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.468759] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.468932] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.client_socket_timeout = 900 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.469111] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.default_pool_size = 1000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.469284] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.keep_alive = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.469450] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.max_header_line = 16384 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.469612] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.469774] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.ssl_ca_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.469952] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.ssl_cert_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.470127] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.ssl_key_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.470298] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.tcp_keepidle = 600 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.470490] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.470660] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] zvm.ca_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.470819] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] zvm.cloud_connector_url = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.471056] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.471235] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] zvm.reachable_timeout = 300 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.471474] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.enforce_new_defaults = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.471967] nova-conductor[53911]: WARNING oslo_config.cfg [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 374.472175] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.enforce_scope = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.472361] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.policy_default_rule = default {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.472546] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.472748] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.policy_file = policy.yaml {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.472947] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.473126] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.473291] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.473469] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.473636] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.473831] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.474043] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.474265] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.connection_string = messaging:// {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.474460] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.enabled = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.474650] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.es_doc_type = notification {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.474831] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.es_scroll_size = 10000 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.475023] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.es_scroll_time = 2m {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.475224] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.filter_error_trace = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.475400] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.hmac_keys = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.475587] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.sentinel_service_name = mymaster {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.475773] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.socket_timeout = 0.1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.475939] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.trace_requests = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.476110] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler.trace_sqlalchemy = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.476317] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler_jaeger.process_tags = {} {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.476479] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler_jaeger.service_name_prefix = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.476641] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] profiler_otlp.service_name_prefix = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.476833] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] remote_debug.host = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.477017] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] remote_debug.port = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.477209] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.477375] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.477547] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.477698] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.477864] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.478030] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.478198] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.478357] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.478513] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.478683] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.478852] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.479037] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.479208] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.479380] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.479550] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.479721] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.479882] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.480067] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.480235] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.480396] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.480558] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.480721] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.480884] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.481058] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.481222] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.481383] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.481547] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.481708] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.481877] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.482056] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.ssl = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.482253] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.482461] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.482662] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.482791] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.482975] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.483152] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.483371] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.483535] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_notifications.retry = -1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.483721] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.483899] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.auth_section = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.auth_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.cafile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.certfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.collect_timing = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.connect_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.486964] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.connect_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.endpoint_id = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.endpoint_override = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.insecure = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.keyfile = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.max_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.min_version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487204] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.region_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.retriable_status_codes = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.service_name = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.service_type = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.split_loggers = False {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.status_code_retries = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.status_code_retry_delay = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487363] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.timeout = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487525] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.valid_interfaces = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487680] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_limit.version = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487786] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_reports.file_event_handler = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.487971] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.488144] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] oslo_reports.log_dir = None {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 374.488274] nova-conductor[53911]: DEBUG oslo_service.service [None req-f03e9447-bac5-4801-9050-c44129ae4881 None None] ******************************************************************************** {{(pid=53911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 384.222485] nova-conductor[53911]: DEBUG dbcounter [-] [53911] Writing DB stats nova_api:SELECT=1 {{(pid=53911) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 384.314228] nova-conductor[53911]: DEBUG dbcounter [-] [53911] Writing DB stats nova_cell1:SELECT=1 {{(pid=53911) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 384.316985] nova-conductor[53911]: DEBUG dbcounter [-] [53911] Writing DB stats nova_cell0:SELECT=1 {{(pid=53911) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 389.401535] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 389.412567] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 457.947410] nova-conductor[54332]: DEBUG oslo_db.sqlalchemy.engines [None req-4c34d41b-b64b-4fd7-90cc-b0959f15c479 None None] Parent process 53911 forked (54332) with an open database connection, which is being discarded and recreated. {{(pid=54332) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 457.949533] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writer thread running {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 457.950371] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 475.080232] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 480.604661] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 502.330844] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writer thread running {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 503.858382] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Took 1.52 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 503.867109] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 503.892705] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 503.892980] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.895662] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 503.898206] nova-conductor[54331]: INFO dbcounter [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Registered counter for database nova_cell1 [ 503.904394] nova-conductor[54331]: DEBUG oslo_db.sqlalchemy.engines [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54331) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 503.910988] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writer thread running {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 504.051794] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.052031] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.052495] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.052951] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.053334] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.053500] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.054860] nova-conductor[54331]: INFO dbcounter [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Registered counter for database nova_cell0 [ 504.060964] nova-conductor[54331]: DEBUG oslo_db.sqlalchemy.engines [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54331) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 504.070402] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writer thread running {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 504.083406] nova-conductor[54331]: DEBUG nova.quota [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Getting quotas for project 7767e044b60d4e0c8b04051967ec97d4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 504.087595] nova-conductor[54331]: DEBUG nova.quota [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Getting quotas for user c6e238fbd13844778d829bbbd5564560 and project 7767e044b60d4e0c8b04051967ec97d4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 504.093254] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 504.097443] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.097685] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.097866] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.109705] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 504.110508] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.110729] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.111135] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.164342] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.164628] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.164841] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.165251] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.165331] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.165886] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.166126] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.166301] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.166657] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 504.167045] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 504.167240] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 504.176596] nova-conductor[54331]: INFO nova.compute.rpcapi [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 504.176596] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-540886a8-b522-48f9-ac33-1d2c00773e82 None None] Releasing lock "compute-rpcapi-router" {{(pid=54331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.262973] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Took 2.53 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 505.297152] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.297473] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.299053] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.303122] nova-conductor[54332]: INFO dbcounter [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Registered counter for database nova_cell1 [ 505.306555] nova-conductor[54332]: DEBUG oslo_db.sqlalchemy.engines [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54332) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 505.312370] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writer thread running {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 505.371797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.371797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.371797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.371797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.371937] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.371937] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.372469] nova-conductor[54332]: INFO dbcounter [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Registered counter for database nova_cell0 [ 505.382441] nova-conductor[54332]: DEBUG oslo_db.sqlalchemy.engines [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54332) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 505.386960] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writer thread running {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 505.397228] nova-conductor[54332]: DEBUG nova.quota [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Getting quotas for project 203c5fd5d3f94a23b8bbd9aa4f1580e5. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 505.400171] nova-conductor[54332]: DEBUG nova.quota [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Getting quotas for user f3f321bfa8814814808fe79c9c887d76 and project 203c5fd5d3f94a23b8bbd9aa4f1580e5. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 505.404729] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 505.405252] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.405381] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.405544] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.412215] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 505.412808] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.413909] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.413909] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.451522] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.451775] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.451948] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.452237] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.452385] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.452929] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.454048] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.454048] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.454048] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.454048] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.454048] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.460476] nova-conductor[54332]: INFO nova.compute.rpcapi [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 505.461119] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9903f27-91fc-42ac-8f98-6166d983cfcc None None] Releasing lock "compute-rpcapi-router" {{(pid=54332) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.304337] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 506.319058] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.319373] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.319582] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.349395] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.349685] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.349935] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.350980] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.350980] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.350980] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.365742] nova-conductor[54332]: DEBUG nova.quota [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Getting quotas for project c9fd1bbf198a445b803fa6d30251b0bc. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 506.368038] nova-conductor[54332]: DEBUG nova.quota [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Getting quotas for user 45b199fa05014692a28dbeb376fb658e and project c9fd1bbf198a445b803fa6d30251b0bc. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 506.372650] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 506.373272] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.373488] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.373839] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.378301] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 506.378859] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.379137] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.379324] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.395544] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.395814] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.396069] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.962671] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 506.980627] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 506.980858] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.981042] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.014040] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.014040] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.014040] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.014265] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.014398] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.014556] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.023281] nova-conductor[54332]: DEBUG nova.quota [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Getting quotas for project b11f7597d0aa4cb28fed83803589041b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 507.025037] nova-conductor[54332]: DEBUG nova.quota [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Getting quotas for user 5db548f8d8ee4db383f03d417c896a65 and project b11f7597d0aa4cb28fed83803589041b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 507.031888] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 507.032388] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.032592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.032758] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.041585] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 507.042424] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.042523] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.042675] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.063114] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.063317] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.063488] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.457640] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 507.482128] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.482128] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.482128] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.532676] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.532676] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.532676] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.532676] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.533061] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.533061] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.552115] nova-conductor[54331]: DEBUG nova.quota [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Getting quotas for project b2e7fd0da2824a509df4cd5734d83a2e. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 507.557529] nova-conductor[54331]: DEBUG nova.quota [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Getting quotas for user a699bf4dd6704e5b9a9b1164a59efac2 and project b2e7fd0da2824a509df4cd5734d83a2e. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 507.562965] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] [instance: 779efd7e-99d5-4065-8ade-1665533677a4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 507.562965] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.562965] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.562965] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.570334] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] [instance: 779efd7e-99d5-4065-8ade-1665533677a4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 507.571039] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.571287] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.571458] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 507.613338] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 507.613564] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 507.613848] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd069f8a-e1b4-40b8-a144-cb4bf8f719e4 tempest-ServerDiagnosticsV248Test-639487555 tempest-ServerDiagnosticsV248Test-639487555-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.256161] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 508.274181] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.274316] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.274423] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.332472] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.332715] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.332892] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.333412] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.333523] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.333731] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.347240] nova-conductor[54331]: DEBUG nova.quota [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Getting quotas for project 4f5ad7aa04a443bebf3c2a1556b16962. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 508.351213] nova-conductor[54331]: DEBUG nova.quota [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Getting quotas for user f55fe7fb398647729cae1110873e110d and project 4f5ad7aa04a443bebf3c2a1556b16962. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 508.356343] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 508.356853] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.357091] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.357264] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.365277] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 508.365967] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.366149] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.366324] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.387180] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 508.387242] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 508.387398] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.005663] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 512.033255] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.033495] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.033666] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.097538] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.097976] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.098325] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.098850] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.099200] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.099516] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.115483] nova-conductor[54331]: DEBUG nova.quota [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Getting quotas for project 22bdec01b1ad431684cc410d5fdde588. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 512.118188] nova-conductor[54331]: DEBUG nova.quota [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Getting quotas for user 1a9c52abe52a412e9a0cc9fddc22d24f and project 22bdec01b1ad431684cc410d5fdde588. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 512.124098] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 512.125052] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.125318] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.125502] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.132253] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 512.133522] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.133522] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.133919] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.195556] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.195737] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.195911] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.438625] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 514.457863] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.458083] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.458323] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.502102] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.502312] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.502504] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.503115] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.503292] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.503480] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.525551] nova-conductor[54332]: DEBUG nova.quota [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Getting quotas for project c7ca32e48d504144bbcbfc4cc0301bdf. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 514.533799] nova-conductor[54332]: DEBUG nova.quota [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Getting quotas for user e06e7768758e4fcb998008cea403fcc8 and project c7ca32e48d504144bbcbfc4cc0301bdf. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 514.547721] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 514.549033] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.549033] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.549033] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.559948] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 514.560908] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.560908] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.560908] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.585040] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.586141] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.586141] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.462702] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 515.487925] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.487925] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.488093] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.550999] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.551274] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.551452] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.551833] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.552060] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.552195] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.566273] nova-conductor[54331]: DEBUG nova.quota [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Getting quotas for project 22bdec01b1ad431684cc410d5fdde588. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 515.571535] nova-conductor[54331]: DEBUG nova.quota [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Getting quotas for user 1a9c52abe52a412e9a0cc9fddc22d24f and project 22bdec01b1ad431684cc410d5fdde588. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 515.576871] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 515.576871] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.576871] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.576871] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.581155] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 515.581949] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.582090] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.582222] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.604143] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.604418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.604593] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.820633] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 515.834469] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.835086] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.835086] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.869280] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.870904] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.870904] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.870904] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.870904] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.871276] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.880134] nova-conductor[54331]: DEBUG nova.quota [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Getting quotas for project 628b3ee79ca94a32a7022ae098ba2e9a. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 515.882068] nova-conductor[54331]: DEBUG nova.quota [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Getting quotas for user d04fce3763e64515913ade9d9058c3a9 and project 628b3ee79ca94a32a7022ae098ba2e9a. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 515.888720] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 515.889259] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.889578] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.889641] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.896279] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 515.896994] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.897185] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.897362] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.921478] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.921766] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.921942] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.381704] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 517.400639] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.401130] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.401480] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.458618] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.458869] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.459053] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.459469] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.459663] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.459828] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.473114] nova-conductor[54331]: DEBUG nova.quota [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Getting quotas for project 434d224eea6b48519395b747b79015b8. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 517.475710] nova-conductor[54331]: DEBUG nova.quota [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Getting quotas for user 84d310252bc8436e9909778c0f2973df and project 434d224eea6b48519395b747b79015b8. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 517.481529] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] [instance: dd387320-7101-440c-80bc-a7d19a654df8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 517.481758] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.481900] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.482257] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.489807] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] [instance: dd387320-7101-440c-80bc-a7d19a654df8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 517.491184] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.492116] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.492212] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.515835] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.516998] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.516998] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5bd681c-baa2-4da6-9905-0720c1f294d0 tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.232267] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 518.249962] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.250425] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.250729] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.307505] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.307753] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.307986] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.309915] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.313656] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.313656] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.334283] nova-conductor[54331]: DEBUG nova.quota [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Getting quotas for project d7b958f143d54d499e921e90d9552490. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 518.337807] nova-conductor[54331]: DEBUG nova.quota [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Getting quotas for user e64ca3f58b3e4824a06386f8da0f6daa and project d7b958f143d54d499e921e90d9552490. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 518.348185] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 518.348828] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.349113] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.349343] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.356426] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 518.357388] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.357642] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.357845] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.395783] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.396393] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.396393] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.870223] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 519.892696] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.892696] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.892696] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.967850] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.968262] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.968647] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.969460] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.969460] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.969689] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.984307] nova-conductor[54332]: DEBUG nova.quota [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Getting quotas for project 04f73661b7d24132bf6a5bc88543ee27. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 519.988413] nova-conductor[54332]: DEBUG nova.quota [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Getting quotas for user e9bf6b1b8d324afab59615fa76bd041f and project 04f73661b7d24132bf6a5bc88543ee27. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 519.998067] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] [instance: 149bd77b-9583-42e5-8c82-f795cac53b87] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 519.998486] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.998689] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.998870] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.005444] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] [instance: 149bd77b-9583-42e5-8c82-f795cac53b87] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 520.007153] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.007153] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.007224] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.030605] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.030847] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.031012] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-80fdb8dd-841c-44ab-a89e-189ccc41d5e1 tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.809469] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 522.827126] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.827126] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.827126] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.882961] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.882961] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.882961] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.882961] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.883454] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.883454] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.893297] nova-conductor[54331]: DEBUG nova.quota [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Getting quotas for project 6846a29cd93d44c495c491f4287fefce. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 522.896676] nova-conductor[54331]: DEBUG nova.quota [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Getting quotas for user 4799c792766f4d3ab6eb5625ff2210bc and project 6846a29cd93d44c495c491f4287fefce. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 522.906411] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 522.906411] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.906576] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.906649] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.912377] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 522.913162] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.913396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.913564] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.937178] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.937439] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.937732] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.921409] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 524.946739] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.946979] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.947178] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.985924] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.985924] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.986186] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.986506] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.986689] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.986851] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.028403] nova-conductor[54332]: DEBUG nova.quota [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Getting quotas for project 91b69b3b9e9b407ea5639ecb7d7e61e3. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 525.035228] nova-conductor[54332]: DEBUG nova.quota [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Getting quotas for user 6489d5d61d36493891077c5fb2b86dc3 and project 91b69b3b9e9b407ea5639ecb7d7e61e3. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 525.045265] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 525.045804] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.046025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.046224] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.052009] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 525.052806] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.052905] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.053078] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.095212] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.095268] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.095593] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.882308] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 525.898796] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.899600] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.899851] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.961175] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.961175] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.961175] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.961175] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.961421] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.961421] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.980079] nova-conductor[54331]: DEBUG nova.quota [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Getting quotas for project 1ad8cfc3cd144940be55ba091ee86f28. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 525.983745] nova-conductor[54331]: DEBUG nova.quota [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Getting quotas for user dd330533164a4cbd9e9194bcba248dcf and project 1ad8cfc3cd144940be55ba091ee86f28. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 525.998070] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 525.998585] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.998795] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.998962] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.008599] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 526.009381] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.009672] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.009896] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.037623] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.037819] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.038050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.596045] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 527.620158] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.620158] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.620158] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.669488] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.670080] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.670080] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.670291] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.670471] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.670642] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.681917] nova-conductor[54331]: DEBUG nova.quota [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Getting quotas for project fb0e3bce48434983a36a44fce01f9078. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 527.683813] nova-conductor[54331]: DEBUG nova.quota [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Getting quotas for user 009de68f3d9d4522b5ff93c78ae35a47 and project fb0e3bce48434983a36a44fce01f9078. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 527.690447] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 527.691110] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.691159] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.691492] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.697619] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 527.698482] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.698702] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.698871] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.720252] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.720532] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.720734] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.281737] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port dfee4c92-ac3f-4c83-b53e-451425f039b1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d8d432cc-07e0-4aac-9ad0-88a621173835 was re-scheduled: Binding failed for port dfee4c92-ac3f-4c83-b53e-451425f039b1, please check neutron logs for more information.\n'] [ 530.282475] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 530.285023] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8d432cc-07e0-4aac-9ad0-88a621173835.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8d432cc-07e0-4aac-9ad0-88a621173835. [ 530.285023] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8d432cc-07e0-4aac-9ad0-88a621173835. [ 530.390327] nova-conductor[54331]: DEBUG nova.network.neutron [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 530.546477] nova-conductor[54331]: DEBUG nova.network.neutron [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 530.553279] nova-conductor[54331]: DEBUG nova.network.neutron [None req-8d56a5dc-78de-4039-896c-3ec779b70293 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: d8d432cc-07e0-4aac-9ad0-88a621173835] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 532.641609] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 532.659385] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.659385] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.659385] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.692956] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.693320] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.693494] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.693876] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.694074] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.694240] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.708046] nova-conductor[54332]: DEBUG nova.quota [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Getting quotas for project 52b2f6e506d0420e928bdeb9ce8710d6. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 532.712261] nova-conductor[54332]: DEBUG nova.quota [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Getting quotas for user 4646b4c0347b4164a058e9542e161187 and project 52b2f6e506d0420e928bdeb9ce8710d6. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 532.723433] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 532.725797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.725797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.725797] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.746951] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 532.747767] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.747981] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.748167] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.779943] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.780196] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.780369] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.289962] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 534.333729] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.333817] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.334042] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.410215] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.411093] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.411093] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.411093] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.411355] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.411355] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.434694] nova-conductor[54331]: DEBUG nova.quota [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Getting quotas for project c8c58c2c6ec14dae9f1fe2e472c6b394. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 534.437113] nova-conductor[54331]: DEBUG nova.quota [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Getting quotas for user 531790be6166473ba871e20fb44a4acd and project c8c58c2c6ec14dae9f1fe2e472c6b394. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 534.446464] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 534.446464] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.446464] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.446464] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.454418] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 534.454418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.454418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.454418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.477188] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.477188] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.477188] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.670021] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.690870] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.691113] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.691666] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.746559] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.746934] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.747179] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.748053] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.748053] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.748223] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.767056] nova-conductor[54331]: DEBUG nova.quota [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Getting quotas for project 9de0238ac67f4f23875c35a135c67dd1. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.770957] nova-conductor[54331]: DEBUG nova.quota [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Getting quotas for user 9f386f9f7fd84febb1c145284f6d6557 and project 9de0238ac67f4f23875c35a135c67dd1. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.776837] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 535.777376] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.777598] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.777768] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.782458] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 535.783223] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.783437] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.783602] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.809044] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.809044] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.809044] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.815593] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.830322] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.830553] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.830719] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.896931] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.897258] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.897343] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.897696] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.897874] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.898040] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.919643] nova-conductor[54331]: DEBUG nova.quota [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Getting quotas for project 2edd171e27e74e839736595cabc0a2fc. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.922313] nova-conductor[54331]: DEBUG nova.quota [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Getting quotas for user 776a9dccc0e34eeb83199ec4ac715208 and project 2edd171e27e74e839736595cabc0a2fc. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.927529] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 535.928050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.928262] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.928430] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.931448] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 535.932099] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.932332] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.932561] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.948655] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.948655] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.948785] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.783460] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 536.818527] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.818769] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.818946] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.865053] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.865523] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.865721] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.867420] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.867700] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.867889] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.881736] nova-conductor[54331]: DEBUG nova.quota [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 536.884214] nova-conductor[54331]: DEBUG nova.quota [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for user a9a2336e0b124f03ad700405bcad8f32 and project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 536.892020] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 536.892597] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.892810] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.892976] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.910266] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d73950ff-ebe1-4fc5-8f22-da4a90362254, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bc1b883b-32e4-45a8-b785-0eb53bbd7ae9 was re-scheduled: Binding failed for port d73950ff-ebe1-4fc5-8f22-da4a90362254, please check neutron logs for more information.\n'] [ 536.911037] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 536.911347] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc1b883b-32e4-45a8-b785-0eb53bbd7ae9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc1b883b-32e4-45a8-b785-0eb53bbd7ae9. [ 536.911753] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc1b883b-32e4-45a8-b785-0eb53bbd7ae9. [ 536.914232] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 536.915062] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.915395] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.915581] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.961028] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.961028] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.961028] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.982088] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 537.152391] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.169428] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 537.177024] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.177024] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.177024] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.181291] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f9fc8305-1151-4253-b247-66ba959d55cf tempest-ServersAdminNegativeTestJSON-812836573 tempest-ServersAdminNegativeTestJSON-812836573-project-member] [instance: bc1b883b-32e4-45a8-b785-0eb53bbd7ae9] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.218307] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.218307] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.218307] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.218307] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.218465] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.219703] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.235845] nova-conductor[54331]: DEBUG nova.quota [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Getting quotas for project 7767e044b60d4e0c8b04051967ec97d4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.241027] nova-conductor[54331]: DEBUG nova.quota [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Getting quotas for user c6e238fbd13844778d829bbbd5564560 and project 7767e044b60d4e0c8b04051967ec97d4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.248508] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.249416] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.249822] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.250063] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.256705] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.257732] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.257732] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.257896] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.281185] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.281433] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.281608] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.294635] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.311322] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.311699] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.311955] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.349214] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.349278] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.349425] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.349890] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.350107] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.350518] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.359900] nova-conductor[54331]: DEBUG nova.quota [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Getting quotas for project 7fa8683d5d9046419d5a0a7939ebb08d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.362583] nova-conductor[54331]: DEBUG nova.quota [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Getting quotas for user 1189cf96a80b4cd4a38a2846668fd5f7 and project 7fa8683d5d9046419d5a0a7939ebb08d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.368332] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.370309] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.370309] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.370309] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.376652] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.377499] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.377817] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.378101] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.399975] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.400226] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.400400] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.918542] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 83c2aeb0-e3b0-45b2-9ad0-a3a8a8d5c3c1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8 was re-scheduled: Binding failed for port 83c2aeb0-e3b0-45b2-9ad0-a3a8a8d5c3c1, please check neutron logs for more information.\n'] [ 538.920262] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 538.920262] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8. [ 538.920262] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8. [ 538.945665] nova-conductor[54331]: DEBUG nova.network.neutron [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 538.965699] nova-conductor[54331]: DEBUG nova.network.neutron [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.969219] nova-conductor[54331]: DEBUG nova.network.neutron [None req-02837597-0855-408c-b46e-2c9186f66afd tempest-ImagesOneServerTestJSON-1513938224 tempest-ImagesOneServerTestJSON-1513938224-project-member] [instance: 1a7356c7-1442-4de3-8a1f-04fc1bfb03b8] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.698648] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=8 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 542.755391] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=22,nova_cell1:SAVEPOINT=7,nova_cell1:INSERT=56,nova_cell1:RELEASE=7 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 542.772661] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=34,nova_api:UPDATE=6,nova_api:DELETE=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 542.773127] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=50,nova_api:DELETE=4,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 546.675489] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.691793] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.691793] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.691793] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.741088] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.741341] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.741516] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.741887] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.742085] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.742249] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.752228] nova-conductor[54332]: DEBUG nova.quota [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Getting quotas for project 5cfa39edc29f465ab413917766d9fe65. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.755457] nova-conductor[54332]: DEBUG nova.quota [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Getting quotas for user cf5f26b00a254c1ea56fd857977728b5 and project 5cfa39edc29f465ab413917766d9fe65. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.762526] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.762526] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.762526] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.762655] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.770457] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.771149] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.771349] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.771514] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.790204] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.790435] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.790604] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.238586] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.252356] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.252776] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.252885] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.319345] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.319594] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.319825] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.320507] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.320507] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.320627] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.338189] nova-conductor[54332]: DEBUG nova.quota [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Getting quotas for project d4560ed50c354e699739ca4dbd45ab9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.339401] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.339906] nova-conductor[54332]: DEBUG nova.quota [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Getting quotas for user d184c65cfd184ea6a36065c89e9758de and project d4560ed50c354e699739ca4dbd45ab9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.347022] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.347710] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.347969] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.348229] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.354056] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] block_device_mapping [BlockDeviceMapping(attachment_id=5efa5071-a035-4e7f-98c4-89971e91e960,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='e807607d-7a5e-40f0-a2c2-47556cc4a8e8',volume_size=1,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.354467] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=18 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 547.354605] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.354830] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.355210] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.356248] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.357186] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.357186] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.396359] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.396616] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.396789] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.398024] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.398267] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.398480] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.398773] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.398959] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.399159] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.409516] nova-conductor[54331]: DEBUG nova.quota [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Getting quotas for project 81a3b6b8688c4376bc3d8e463d03e0bb. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 547.412599] nova-conductor[54331]: DEBUG nova.quota [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Getting quotas for user a998788d0caa44138eb389125504e2cb and project 81a3b6b8688c4376bc3d8e463d03e0bb. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 547.422071] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 547.422071] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.422071] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.422071] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.427816] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 547.427816] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.428048] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.428048] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.446683] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.446913] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.447099] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.433942] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 550.458595] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.458928] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.459125] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.500596] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.501169] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.501169] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.501390] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.501593] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.501757] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.514484] nova-conductor[54332]: DEBUG nova.quota [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Getting quotas for project ad2a462c51a84b03b4cbc2a591b71f2d. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 550.521698] nova-conductor[54332]: DEBUG nova.quota [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Getting quotas for user 5be6a200949b4097bc6fec7142337268 and project ad2a462c51a84b03b4cbc2a591b71f2d. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 550.528825] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] [instance: 16f01d66-44f8-4912-989a-48c39f667c95] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 550.530563] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.530563] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.530563] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.541894] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] [instance: 16f01d66-44f8-4912-989a-48c39f667c95] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 550.544024] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.544024] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.544024] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.622625] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.622989] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.623229] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-2bb218c2-70c5-42d1-a999-1f2383762b96 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.702097] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7f49104d-4e7d-451d-b8e9-a605cabd3b1a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 40fd1fff-1df0-43b6-9cce-a666ecd63199 was re-scheduled: Binding failed for port 7f49104d-4e7d-451d-b8e9-a605cabd3b1a, please check neutron logs for more information.\n'] [ 550.702890] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 550.704028] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40fd1fff-1df0-43b6-9cce-a666ecd63199.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40fd1fff-1df0-43b6-9cce-a666ecd63199. [ 550.704028] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40fd1fff-1df0-43b6-9cce-a666ecd63199. [ 550.707566] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=249,nova_cell1:UPDATE=98,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=24,nova_cell1:RELEASE=24 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 550.731624] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 550.916317] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.919520] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ab8bce8e-d935-462f-9b83-b66044880369 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 40fd1fff-1df0-43b6-9cce-a666ecd63199] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.810396] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.822697] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.822937] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.823213] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.854287] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.854287] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.854482] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.854856] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.856370] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.856370] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.866932] nova-conductor[54331]: DEBUG nova.quota [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Getting quotas for project ad2a462c51a84b03b4cbc2a591b71f2d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.870458] nova-conductor[54331]: DEBUG nova.quota [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Getting quotas for user 5be6a200949b4097bc6fec7142337268 and project ad2a462c51a84b03b4cbc2a591b71f2d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.875854] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] [instance: 2cf0927d-8d98-4554-92ce-c049e1ea179c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.876392] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.876905] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.876905] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.881950] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] [instance: 2cf0927d-8d98-4554-92ce-c049e1ea179c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.882491] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.882700] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.883020] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.907344] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.907585] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.908015] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7d45d568-3574-4b43-a466-410c63b96f8d tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.796158] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 23d648f2-c6c6-4932-91e9-76c55fe82637, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 916af5db-2e20-4156-9048-148f0f6253cd was re-scheduled: Binding failed for port 23d648f2-c6c6-4932-91e9-76c55fe82637, please check neutron logs for more information.\n'] [ 552.800253] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 552.800978] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 916af5db-2e20-4156-9048-148f0f6253cd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 916af5db-2e20-4156-9048-148f0f6253cd. [ 552.801371] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 916af5db-2e20-4156-9048-148f0f6253cd. [ 552.840435] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 552.848718] nova-conductor[54332]: DEBUG nova.network.neutron [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 552.860329] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.860329] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.860329] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.871428] nova-conductor[54332]: DEBUG nova.network.neutron [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.881407] nova-conductor[54332]: DEBUG nova.network.neutron [None req-83cb95a9-812e-4088-abae-5d85e7e3168e tempest-ServersTestManualDisk-589348422 tempest-ServersTestManualDisk-589348422-project-member] [instance: 916af5db-2e20-4156-9048-148f0f6253cd] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.920565] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.921610] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.921610] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.921610] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.921789] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.921845] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.939050] nova-conductor[54331]: DEBUG nova.quota [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Getting quotas for project 4cf959f5187042d3bde65fb404737d32. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 552.944072] nova-conductor[54331]: DEBUG nova.quota [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Getting quotas for user a98e802c78964797981d96df67f57b77 and project 4cf959f5187042d3bde65fb404737d32. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 552.955129] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 552.956256] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.956256] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.956256] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.963033] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 552.964078] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.964078] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.964078] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.988933] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.989077] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.989210] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.862344] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 934ebd8c-620e-41c6-8472-d02137397e04, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f8ac8468-a804-4d0f-a0e8-864eb7064074 was re-scheduled: Binding failed for port 934ebd8c-620e-41c6-8472-d02137397e04, please check neutron logs for more information.\n'] [ 554.863008] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 554.863298] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8ac8468-a804-4d0f-a0e8-864eb7064074.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8ac8468-a804-4d0f-a0e8-864eb7064074. [ 554.863614] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f8ac8468-a804-4d0f-a0e8-864eb7064074. [ 554.866212] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.896219] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.896219] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.896219] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.906022] nova-conductor[54332]: DEBUG nova.network.neutron [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 554.942022] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.942022] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.942022] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.942022] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.942022] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.942022] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.943414] nova-conductor[54332]: DEBUG nova.network.neutron [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.947599] nova-conductor[54332]: DEBUG nova.network.neutron [None req-61b8651b-db78-4456-b996-4657196a3490 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: f8ac8468-a804-4d0f-a0e8-864eb7064074] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.968751] nova-conductor[54332]: DEBUG nova.quota [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Getting quotas for project 8469245fff25492d9688e13dc65f7d9f. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.972975] nova-conductor[54332]: DEBUG nova.quota [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Getting quotas for user 177858a0aeaa476091e8d98f163a4b42 and project 8469245fff25492d9688e13dc65f7d9f. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.980767] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.981287] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.981505] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.981717] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.987336] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.988922] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.988922] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.988922] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.009869] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 555.015015] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.015929] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.015929] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.025382] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.027017] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.027017] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.070256] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.070739] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.071094] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.071761] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.073768] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.073768] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.084230] nova-conductor[54331]: DEBUG nova.quota [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Getting quotas for project 029cbe525d8e4387ba9a47f387e120ec. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 555.086981] nova-conductor[54331]: DEBUG nova.quota [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Getting quotas for user 9b6d211a90ac47d3acc6ec5e626b4a83 and project 029cbe525d8e4387ba9a47f387e120ec. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 555.090273] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=330,nova_cell1:UPDATE=132,nova_cell1:INSERT=18,nova_cell1:SAVEPOINT=19,nova_cell1:RELEASE=19 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 555.095844] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 555.098020] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.098020] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.098020] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.113644] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 555.113644] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.113644] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.113644] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.153019] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.153019] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.153019] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.505051] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 556.523791] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.523791] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.523791] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.571300] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.571575] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.571796] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.572711] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.572834] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.573019] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.608675] nova-conductor[54331]: DEBUG nova.quota [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Getting quotas for project b11f7597d0aa4cb28fed83803589041b. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 556.613428] nova-conductor[54331]: DEBUG nova.quota [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Getting quotas for user 5db548f8d8ee4db383f03d417c896a65 and project b11f7597d0aa4cb28fed83803589041b. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 556.626115] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 556.626744] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.627015] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.627244] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.636429] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 556.637418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.637646] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.637819] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.659882] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.660134] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.660312] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.093658] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 559.117621] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.118028] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.118268] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.173116] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.173542] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.174406] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.174848] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.175066] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.175298] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.193030] nova-conductor[54332]: DEBUG nova.quota [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Getting quotas for project aeb8739d28674ba398d3d2ee2ddcf81f. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 559.201130] nova-conductor[54332]: DEBUG nova.quota [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Getting quotas for user bc899587bee748019cb97be3061bbbf7 and project aeb8739d28674ba398d3d2ee2ddcf81f. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 559.213345] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 559.213982] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.214325] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.214461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.225609] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 559.226393] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.226668] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.226719] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.252080] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.252981] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.252981] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.992843] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f0854270-4feb-4756-a645-54b6d6320e21, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 106dca6d-1ddf-4315-b645-c52c7c59f5d1 was re-scheduled: Binding failed for port f0854270-4feb-4756-a645-54b6d6320e21, please check neutron logs for more information.\n'] [ 561.993212] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 561.993460] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 106dca6d-1ddf-4315-b645-c52c7c59f5d1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 106dca6d-1ddf-4315-b645-c52c7c59f5d1. [ 561.993773] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 106dca6d-1ddf-4315-b645-c52c7c59f5d1. [ 562.025314] nova-conductor[54331]: DEBUG nova.network.neutron [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 562.061031] nova-conductor[54331]: DEBUG nova.network.neutron [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.061978] nova-conductor[54331]: DEBUG nova.network.neutron [None req-00502d2c-9726-4c36-9c65-89eb792983b8 tempest-ServerTagsTestJSON-746744466 tempest-ServerTagsTestJSON-746744466-project-member] [instance: 106dca6d-1ddf-4315-b645-c52c7c59f5d1] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.295304] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=132,nova_api:DELETE=8,nova_api:UPDATE=12 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 563.809681] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 563.832452] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.832690] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.832867] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.872388] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.872613] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.872785] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.873169] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.873381] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.873547] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.881641] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=136,nova_api:UPDATE=10,nova_api:DELETE=14 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 563.889015] nova-conductor[54331]: DEBUG nova.quota [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Getting quotas for project d37d69631db4432db627c56d1f9aad53. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 563.892209] nova-conductor[54331]: DEBUG nova.quota [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Getting quotas for user 1160632103914a6ba10101dbd49253e8 and project d37d69631db4432db627c56d1f9aad53. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 563.900286] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 563.900740] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.900949] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.901136] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.905731] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 563.906400] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.906624] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.906794] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.923090] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.923362] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.923549] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.057341] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f650ce79-b0d6-4a2c-82dd-cfd77974d2f7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 598c7b4f-8239-45af-8bc5-caf6b47172ba was re-scheduled: Binding failed for port f650ce79-b0d6-4a2c-82dd-cfd77974d2f7, please check neutron logs for more information.\n'] [ 564.058037] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 564.058266] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 598c7b4f-8239-45af-8bc5-caf6b47172ba.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 598c7b4f-8239-45af-8bc5-caf6b47172ba. [ 564.058582] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 598c7b4f-8239-45af-8bc5-caf6b47172ba. [ 564.091879] nova-conductor[54331]: DEBUG nova.network.neutron [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 564.139380] nova-conductor[54331]: DEBUG nova.network.neutron [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.142860] nova-conductor[54331]: DEBUG nova.network.neutron [None req-54cc4cdf-ba31-4759-b310-b0a70f9d6549 tempest-ServersAdminTestJSON-1845719341 tempest-ServersAdminTestJSON-1845719341-project-member] [instance: 598c7b4f-8239-45af-8bc5-caf6b47172ba] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.175122] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 564.192704] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.193019] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.193132] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.196113] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=72,nova_cell1:SAVEPOINT=19,nova_cell1:INSERT=182,nova_cell1:RELEASE=19 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 564.239629] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.239749] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.239922] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.240311] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.240500] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.240670] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.256113] nova-conductor[54331]: DEBUG nova.quota [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Getting quotas for project b04f6ed8a6f84442b1bf64911ba06b47. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 564.261099] nova-conductor[54331]: DEBUG nova.quota [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Getting quotas for user 4f3e88a0084541a996909b07f024a52a and project b04f6ed8a6f84442b1bf64911ba06b47. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 564.270238] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 564.270238] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.270238] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.270238] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.273830] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 564.274417] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.274671] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.274893] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.298376] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.298646] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.298816] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.542254] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 697d8534-47a6-44ae-8467-6ab6f6378b6f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3d05d741-1b46-4646-8269-f72dc6ad5cbd was re-scheduled: Binding failed for port 697d8534-47a6-44ae-8467-6ab6f6378b6f, please check neutron logs for more information.\n'] [ 565.542757] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 565.542996] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d05d741-1b46-4646-8269-f72dc6ad5cbd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d05d741-1b46-4646-8269-f72dc6ad5cbd. [ 565.543591] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d05d741-1b46-4646-8269-f72dc6ad5cbd. [ 565.570969] nova-conductor[54332]: DEBUG nova.network.neutron [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 565.592775] nova-conductor[54332]: DEBUG nova.network.neutron [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.599295] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9d270592-1b20-47bb-8fba-19396800695b tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method rebuild_instance {{(pid=54332) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 565.599596] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9d270592-1b20-47bb-8fba-19396800695b tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.599882] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9d270592-1b20-47bb-8fba-19396800695b tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.600145] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9d270592-1b20-47bb-8fba-19396800695b tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.609992] nova-conductor[54332]: DEBUG nova.network.neutron [None req-49354887-0bf0-4fe3-a2e6-14ff79bb9938 tempest-ServerDiagnosticsTest-1315872934 tempest-ServerDiagnosticsTest-1315872934-project-member] [instance: 3d05d741-1b46-4646-8269-f72dc6ad5cbd] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.628535] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9d270592-1b20-47bb-8fba-19396800695b tempest-ServersAdmin275Test-515678000 tempest-ServersAdmin275Test-515678000-project-member] [instance: dd387320-7101-440c-80bc-a7d19a654df8] No migration record for the rebuild/evacuate request. {{(pid=54332) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 569.180264] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=5 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 569.248917] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=1,nova_api:DELETE=4 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 572.834368] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 572.853056] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.853447] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.854976] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.927637] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.930443] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.930443] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.930443] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.930443] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.931814] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.947059] nova-conductor[54332]: DEBUG nova.quota [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Getting quotas for project 14248ed12c6146a39f4b542c5045db37. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 572.951292] nova-conductor[54332]: DEBUG nova.quota [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Getting quotas for user f3a2a6c12da146c9a660a4df19851534 and project 14248ed12c6146a39f4b542c5045db37. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 572.958544] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 572.958544] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.958626] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.961235] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.965860] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 572.965860] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.965860] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.966106] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.986095] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.986747] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.986747] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.448932] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-90ba82c7-0dfc-41c1-a027-242d41249cfc tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method rebuild_instance {{(pid=54331) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 573.449201] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-90ba82c7-0dfc-41c1-a027-242d41249cfc tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.450938] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-90ba82c7-0dfc-41c1-a027-242d41249cfc tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.450938] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-90ba82c7-0dfc-41c1-a027-242d41249cfc tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.471983] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-90ba82c7-0dfc-41c1-a027-242d41249cfc tempest-ServerShowV257Test-1218433941 tempest-ServerShowV257Test-1218433941-project-member] [instance: 149bd77b-9583-42e5-8c82-f795cac53b87] No migration record for the rebuild/evacuate request. {{(pid=54331) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 574.244451] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=7 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 574.298683] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 576.567504] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6fc029dd-9967-47a9-bc96-bddc6b749108 tempest-ServersAdmin275Test-1432674827 tempest-ServersAdmin275Test-1432674827-project-admin] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method rebuild_instance {{(pid=54332) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 576.567504] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6fc029dd-9967-47a9-bc96-bddc6b749108 tempest-ServersAdmin275Test-1432674827 tempest-ServersAdmin275Test-1432674827-project-admin] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.567504] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6fc029dd-9967-47a9-bc96-bddc6b749108 tempest-ServersAdmin275Test-1432674827 tempest-ServersAdmin275Test-1432674827-project-admin] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.567805] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6fc029dd-9967-47a9-bc96-bddc6b749108 tempest-ServersAdmin275Test-1432674827 tempest-ServersAdmin275Test-1432674827-project-admin] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.585764] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6fc029dd-9967-47a9-bc96-bddc6b749108 tempest-ServersAdmin275Test-1432674827 tempest-ServersAdmin275Test-1432674827-project-admin] [instance: dd387320-7101-440c-80bc-a7d19a654df8] No migration record for the rebuild/evacuate request. {{(pid=54332) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 580.803918] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 580.823410] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.823683] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.823865] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.860601] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.860856] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.861040] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.864184] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.864184] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.864184] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.877352] nova-conductor[54331]: DEBUG nova.quota [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Getting quotas for project fe48bca1d1de43509f9073d4d0690794. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 580.880504] nova-conductor[54331]: DEBUG nova.quota [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Getting quotas for user 43281571ec1748caa50046e581adc491 and project fe48bca1d1de43509f9073d4d0690794. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 580.888380] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 580.888380] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.888517] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.889692] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.897318] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 580.898444] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.898686] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.898856] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.919775] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.920058] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.920242] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.194460] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 581.210408] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.211104] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.211104] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.260676] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.260936] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.261132] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.261749] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.261946] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.262397] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.275346] nova-conductor[54331]: DEBUG nova.quota [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Getting quotas for project fe48bca1d1de43509f9073d4d0690794. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 581.279381] nova-conductor[54331]: DEBUG nova.quota [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Getting quotas for user 43281571ec1748caa50046e581adc491 and project fe48bca1d1de43509f9073d4d0690794. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 581.285226] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 581.285964] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.286252] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.286501] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.291367] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 581.291775] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.292015] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.292302] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.316671] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.316914] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.317161] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.923721] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 582.936928] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 582.941659] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.944019] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.944019] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.975925] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.976386] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.976794] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.976983] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.977184] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.977344] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.989772] nova-conductor[54332]: DEBUG nova.quota [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Getting quotas for project b2e49d4e1baa42e987434709bff86f37. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 582.992842] nova-conductor[54332]: DEBUG nova.quota [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Getting quotas for user 79e20a95276d44ce8b8323e1cbe05904 and project b2e49d4e1baa42e987434709bff86f37. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 582.999353] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 583.000107] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.000448] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.000754] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.004053] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 583.004952] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.006461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.006461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.034140] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.034140] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.034140] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.195961] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bf826877-c169-4efd-a6cc-e1340c279cf4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1531ed40-29c2-4812-afd5-eabffe22f4ea was re-scheduled: Binding failed for port bf826877-c169-4efd-a6cc-e1340c279cf4, please check neutron logs for more information.\n'] [ 583.197517] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 583.197821] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1531ed40-29c2-4812-afd5-eabffe22f4ea.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1531ed40-29c2-4812-afd5-eabffe22f4ea. [ 583.198421] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1531ed40-29c2-4812-afd5-eabffe22f4ea. [ 583.233348] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 583.332161] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.338816] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b2e4732d-cbea-487e-9d72-5bd22f2d7b0f tempest-FloatingIPsAssociationTestJSON-2053329763 tempest-FloatingIPsAssociationTestJSON-2053329763-project-member] [instance: 1531ed40-29c2-4812-afd5-eabffe22f4ea] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.269171] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 591.294609] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=24,nova_cell1:RELEASE=2,nova_cell1:SELECT=12,nova_cell1:UPDATE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 591.311134] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 591.441794] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 591.460100] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.460349] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.460523] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.510040] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.510579] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.510579] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.510823] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.511012] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.511182] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.521334] nova-conductor[54331]: DEBUG nova.quota [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 591.523722] nova-conductor[54331]: DEBUG nova.quota [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for user f26abf4eaa71482b8fd3c6425a9c683d and project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 591.531377] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 591.531876] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.532100] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.532308] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.536611] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 591.537058] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.537354] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.537435] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.553019] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.553271] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.553469] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.981894] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 593.007737] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=29,nova_cell1:SAVEPOINT=7,nova_cell1:INSERT=59,nova_cell1:RELEASE=7,nova_cell1:UPDATE=6 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 593.021235] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=44,nova_api:UPDATE=6,nova_api:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 593.026556] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.380229] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f88a1b20-5c93-481f-ac6a-b74c531713fc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 01432003-5c48-40e1-b22b-a538a7e34663 was re-scheduled: Binding failed for port f88a1b20-5c93-481f-ac6a-b74c531713fc, please check neutron logs for more information.\n'] [ 598.381168] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 598.381168] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01432003-5c48-40e1-b22b-a538a7e34663.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01432003-5c48-40e1-b22b-a538a7e34663. [ 598.381610] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 01432003-5c48-40e1-b22b-a538a7e34663. [ 598.416512] nova-conductor[54332]: DEBUG nova.network.neutron [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.432952] nova-conductor[54332]: DEBUG nova.network.neutron [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.436856] nova-conductor[54332]: DEBUG nova.network.neutron [None req-a5a914de-b8e3-443b-98e8-cfedc38cc324 tempest-ServersWithSpecificFlavorTestJSON-1841125857 tempest-ServersWithSpecificFlavorTestJSON-1841125857-project-member] [instance: 01432003-5c48-40e1-b22b-a538a7e34663] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.385577] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 43ce9572-81e6-47d4-9fc6-74bcf320e382, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7 was re-scheduled: Binding failed for port 43ce9572-81e6-47d4-9fc6-74bcf320e382, please check neutron logs for more information.\n'] [ 601.386256] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 601.386398] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7. [ 601.386701] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7. [ 601.415210] nova-conductor[54332]: DEBUG nova.network.neutron [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.436911] nova-conductor[54332]: DEBUG nova.network.neutron [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.440488] nova-conductor[54332]: DEBUG nova.network.neutron [None req-e18a6acf-4190-4198-95fd-3fd60fc974ff tempest-ServerExternalEventsTest-520232516 tempest-ServerExternalEventsTest-520232516-project-member] [instance: 84e40295-3fa4-4e6f-ade6-bf6f4c60d6a7] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.514991] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 601.540023] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 601.545688] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=5 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 601.551394] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 603.362020] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aa786168-9bf7-46ad-957b-c6a634d81e7f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 971d6e19-044b-4af8-b6c3-12b617cc24fe was re-scheduled: Binding failed for port aa786168-9bf7-46ad-957b-c6a634d81e7f, please check neutron logs for more information.\n'] [ 603.362320] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 603.362581] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 971d6e19-044b-4af8-b6c3-12b617cc24fe.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 971d6e19-044b-4af8-b6c3-12b617cc24fe. [ 603.362756] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 971d6e19-044b-4af8-b6c3-12b617cc24fe. [ 603.388980] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.419998] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.424899] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f3d4602c-4ce1-43a8-8fae-0841734098b9 tempest-VolumesAssistedSnapshotsTest-1678902741 tempest-VolumesAssistedSnapshotsTest-1678902741-project-member] [instance: 971d6e19-044b-4af8-b6c3-12b617cc24fe] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.484748] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0c82d411-d593-4a34-a6dd-f5f0281b5d53, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 68b4ca9d-f934-4b44-8c34-0b1bfb848672 was re-scheduled: Binding failed for port 0c82d411-d593-4a34-a6dd-f5f0281b5d53, please check neutron logs for more information.\n'] [ 605.485509] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 605.485715] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 68b4ca9d-f934-4b44-8c34-0b1bfb848672.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 68b4ca9d-f934-4b44-8c34-0b1bfb848672. [ 605.486255] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 68b4ca9d-f934-4b44-8c34-0b1bfb848672. [ 605.507467] nova-conductor[54332]: DEBUG nova.network.neutron [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 605.532968] nova-conductor[54332]: DEBUG nova.network.neutron [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.536746] nova-conductor[54332]: DEBUG nova.network.neutron [None req-99ae50cb-229b-45a3-8a17-4d34df17045d tempest-ServerMetadataNegativeTestJSON-1069101450 tempest-ServerMetadataNegativeTestJSON-1069101450-project-member] [instance: 68b4ca9d-f934-4b44-8c34-0b1bfb848672] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.744535] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=367,nova_cell1:UPDATE=196,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 614.012201] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 343feb77-bd53-4d00-99d7-b144412773b8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b7686890-0ee7-4c5e-85f5-90a5c5241950 was re-scheduled: Binding failed for port 343feb77-bd53-4d00-99d7-b144412773b8, please check neutron logs for more information.\n'] [ 614.013316] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 614.013316] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b7686890-0ee7-4c5e-85f5-90a5c5241950.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b7686890-0ee7-4c5e-85f5-90a5c5241950. [ 614.013316] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b7686890-0ee7-4c5e-85f5-90a5c5241950. [ 614.047144] nova-conductor[54332]: DEBUG nova.network.neutron [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.077339] nova-conductor[54332]: DEBUG nova.network.neutron [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.087414] nova-conductor[54332]: DEBUG nova.network.neutron [None req-62b93870-045f-4285-8d1d-ad7877dac2ed tempest-ImagesNegativeTestJSON-2116603881 tempest-ImagesNegativeTestJSON-2116603881-project-member] [instance: b7686890-0ee7-4c5e-85f5-90a5c5241950] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.349236] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=377,nova_cell1:UPDATE=201,nova_cell1:INSERT=26,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:DELETE=4 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 617.943346] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3ca9cf03-5a5a-4d88-beab-3e0e6badf163, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5177b4e2-e990-47e6-9f2b-156ca0ee8387 was re-scheduled: Binding failed for port 3ca9cf03-5a5a-4d88-beab-3e0e6badf163, please check neutron logs for more information.\n'] [ 617.944144] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 617.944451] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5177b4e2-e990-47e6-9f2b-156ca0ee8387.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5177b4e2-e990-47e6-9f2b-156ca0ee8387. [ 617.947259] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5177b4e2-e990-47e6-9f2b-156ca0ee8387. [ 617.985027] nova-conductor[54331]: DEBUG nova.network.neutron [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.034360] nova-conductor[54331]: DEBUG nova.network.neutron [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.037687] nova-conductor[54331]: DEBUG nova.network.neutron [None req-3ed8d6ab-0a49-43b2-b97c-445bb2bfc22c tempest-FloatingIPsAssociationNegativeTestJSON-1602108693 tempest-FloatingIPsAssociationNegativeTestJSON-1602108693-project-member] [instance: 5177b4e2-e990-47e6-9f2b-156ca0ee8387] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.977242] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7bd7a5fd-69b2-4532-93c0-adedf2ca7e4d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6f2ca381-b4a3-47ce-b135-dbceb7e44d24 was re-scheduled: Binding failed for port 7bd7a5fd-69b2-4532-93c0-adedf2ca7e4d, please check neutron logs for more information.\n'] [ 619.977770] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 619.978019] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f2ca381-b4a3-47ce-b135-dbceb7e44d24.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f2ca381-b4a3-47ce-b135-dbceb7e44d24. [ 619.978246] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f2ca381-b4a3-47ce-b135-dbceb7e44d24. [ 620.020956] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.086772] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.092613] nova-conductor[54332]: DEBUG nova.network.neutron [None req-f4ef1afc-1486-466b-9bdc-b73b6386ee4b tempest-ServerAddressesNegativeTestJSON-654227640 tempest-ServerAddressesNegativeTestJSON-654227640-project-member] [instance: 6f2ca381-b4a3-47ce-b135-dbceb7e44d24] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.884449] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 03242677-863c-408a-8d91-a5a2042277e5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 92080abc-eb47-439b-b702-d226666fa155 was re-scheduled: Binding failed for port 03242677-863c-408a-8d91-a5a2042277e5, please check neutron logs for more information.\n'] [ 621.886698] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 621.886698] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92080abc-eb47-439b-b702-d226666fa155.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92080abc-eb47-439b-b702-d226666fa155. [ 621.886698] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92080abc-eb47-439b-b702-d226666fa155. [ 621.901617] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 621.919641] nova-conductor[54331]: DEBUG nova.network.neutron [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.922741] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.922993] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.923185] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.954477] nova-conductor[54331]: DEBUG nova.network.neutron [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.960912] nova-conductor[54331]: DEBUG nova.network.neutron [None req-19925c47-1dfd-4d27-954c-3e3a18a9ba1c tempest-ServerMetadataTestJSON-955963800 tempest-ServerMetadataTestJSON-955963800-project-member] [instance: 92080abc-eb47-439b-b702-d226666fa155] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.992926] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.993130] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.993453] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.993868] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.994078] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.994291] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.012955] nova-conductor[54331]: DEBUG nova.quota [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Getting quotas for project 7020a4f68049440a91e6c04fcf5f8464. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.018927] nova-conductor[54331]: DEBUG nova.quota [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Getting quotas for user f434794c6528422db6974b8c826b6dee and project 7020a4f68049440a91e6c04fcf5f8464. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.034553] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.035060] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.035286] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.035466] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.038970] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.039824] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.039922] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.040482] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.059979] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.060271] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.060455] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.044999] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 623.066069] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.066338] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.066528] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.162682] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.162682] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.162682] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.163052] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.163052] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.163223] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.179795] nova-conductor[54331]: DEBUG nova.quota [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Getting quotas for project 44e32d293ad64cd499926859857e023e. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 623.183088] nova-conductor[54331]: DEBUG nova.quota [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Getting quotas for user 0cbaeae4fa1e4dc996a4d8a364ea0dae and project 44e32d293ad64cd499926859857e023e. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 623.193399] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 623.194577] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.194577] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.194753] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.201434] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 623.201721] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.201927] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.202128] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.222870] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.222870] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.222975] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.062710] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d1a6a81d-1664-401f-ae68-915994245700, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a8af7330-6454-439c-870b-73d1637b6438 was re-scheduled: Binding failed for port d1a6a81d-1664-401f-ae68-915994245700, please check neutron logs for more information.\n'] [ 624.063256] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 624.063471] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8af7330-6454-439c-870b-73d1637b6438.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8af7330-6454-439c-870b-73d1637b6438. [ 624.063855] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a8af7330-6454-439c-870b-73d1637b6438. [ 624.119292] nova-conductor[54332]: DEBUG nova.network.neutron [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.206949] nova-conductor[54332]: DEBUG nova.network.neutron [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.211553] nova-conductor[54332]: DEBUG nova.network.neutron [None req-3a69b0ec-6e44-4aa5-b9aa-d2543b63595b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: a8af7330-6454-439c-870b-73d1637b6438] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.719372] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 624.741027] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.741027] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.741027] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.788894] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.789166] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.789336] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.789714] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.789884] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.790060] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.811096] nova-conductor[54331]: DEBUG nova.quota [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Getting quotas for project 4245f4698be846a9879e54e794f22000. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.816751] nova-conductor[54331]: DEBUG nova.quota [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Getting quotas for user 0be8fd9262b94f5480dc708bab3d8c95 and project 4245f4698be846a9879e54e794f22000. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.822637] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 624.823166] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.823335] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.823510] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.827912] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 624.828348] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.828553] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.829641] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.852315] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.854109] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.854109] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.634376] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 626.657838] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.658845] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.659084] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.696287] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.696391] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.696657] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.697516] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.698641] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.698641] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.714173] nova-conductor[54331]: DEBUG nova.quota [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 626.716564] nova-conductor[54331]: DEBUG nova.quota [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for user a9a2336e0b124f03ad700405bcad8f32 and project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 626.722067] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 626.722657] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.722935] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.723247] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.731687] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 626.731687] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.731687] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.731687] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.754272] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.754496] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.754659] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.334135] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 627.354461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.354461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.354461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.392845] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.395508] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.395508] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.395508] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.395508] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.395508] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.408730] nova-conductor[54332]: DEBUG nova.quota [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Getting quotas for project 8ce90d795bc74d71a8ed867e3a8cf903. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 627.413424] nova-conductor[54332]: DEBUG nova.quota [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Getting quotas for user d5b4bb7b573a4a06ae04dc981250878f and project 8ce90d795bc74d71a8ed867e3a8cf903. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 627.419472] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 627.419961] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.420178] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.420351] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.428458] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 627.429197] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.429592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.429799] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.456306] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.456523] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.456698] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.342231] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.342486] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.342663] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.871430] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 628.884228] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.884472] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.884649] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.916438] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.916672] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.916856] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.917285] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.917485] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.917650] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.926040] nova-conductor[54332]: DEBUG nova.quota [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Getting quotas for project 4e9a83eacbb248198de8efc02ed9b7a6. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 628.928272] nova-conductor[54332]: DEBUG nova.quota [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Getting quotas for user 684e738ee1ea4ceca8b083e6fe110070 and project 4e9a83eacbb248198de8efc02ed9b7a6. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 628.933918] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 628.934805] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.934805] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.934805] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.939201] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 628.939823] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.940092] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.940217] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.955954] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.956209] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.956382] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.538083] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 630.552522] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.552522] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.553307] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.605549] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.605834] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.605987] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.606630] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.606630] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.606872] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.631872] nova-conductor[54332]: DEBUG nova.quota [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Getting quotas for project ecbd6f90e8ee48d29f20d36bf5ba1140. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.635168] nova-conductor[54332]: DEBUG nova.quota [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Getting quotas for user 3143e277496f4645aaae13efe92d5c41 and project ecbd6f90e8ee48d29f20d36bf5ba1140. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.640497] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.640983] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.641221] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.641395] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.646997] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] block_device_mapping [BlockDeviceMapping(attachment_id=2b577bd6-ae19-44b8-9a0b-5d2b8052263d,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='eede5dcd-43bb-4621-8d96-f9f9f103294a',volume_size=1,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.647676] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.647881] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.648062] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.664461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.664914] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.664914] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.664816] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 36005db7-d1cf-4fde-9210-7ed3242f300a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 29f9e25a-a0b2-4bb8-b59a-3617819d3be5 was re-scheduled: Binding failed for port 36005db7-d1cf-4fde-9210-7ed3242f300a, please check neutron logs for more information.\n'] [ 635.665592] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 635.666173] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29f9e25a-a0b2-4bb8-b59a-3617819d3be5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29f9e25a-a0b2-4bb8-b59a-3617819d3be5. [ 635.666263] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29f9e25a-a0b2-4bb8-b59a-3617819d3be5. [ 635.689863] nova-conductor[54332]: DEBUG nova.network.neutron [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.710564] nova-conductor[54332]: DEBUG nova.network.neutron [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.714498] nova-conductor[54332]: DEBUG nova.network.neutron [None req-302f3c9e-0494-4952-8623-1aa0274af071 tempest-DeleteServersAdminTestJSON-2135871450 tempest-DeleteServersAdminTestJSON-2135871450-project-member] [instance: 29f9e25a-a0b2-4bb8-b59a-3617819d3be5] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.703612] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=4 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 636.734293] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 636.743122] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 636.748495] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 639.047609] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 639.060082] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.060333] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.060506] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.093120] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.093120] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.093120] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.093264] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.093535] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.093732] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.101284] nova-conductor[54331]: DEBUG nova.quota [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Getting quotas for project c3ad1b88ad694ac3b73ad583abfe6966. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 639.106569] nova-conductor[54331]: DEBUG nova.quota [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Getting quotas for user f386a62b6a4b4d5c85c215224f4bf04a and project c3ad1b88ad694ac3b73ad583abfe6966. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 639.113060] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 639.113621] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.113876] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.114114] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.127347] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 639.128131] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.128404] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.128591] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.155963] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.156967] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.156967] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.612450] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.651603] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.658506] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.662731] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 646.375734] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d89c931f-5dda-4283-8b87-18cd46753b14 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method rebuild_instance {{(pid=54331) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 646.376012] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d89c931f-5dda-4283-8b87-18cd46753b14 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.376212] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d89c931f-5dda-4283-8b87-18cd46753b14 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.376383] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d89c931f-5dda-4283-8b87-18cd46753b14 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.385619] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d89c931f-5dda-4283-8b87-18cd46753b14 tempest-ServerShowV247Test-165934211 tempest-ServerShowV247Test-165934211-project-member] [instance: 2cf0927d-8d98-4554-92ce-c049e1ea179c] No migration record for the rebuild/evacuate request. {{(pid=54331) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 649.098168] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 649.815084] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b4dcd767-35e9-4212-8e81-d4dac543de77, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e883b58a-0fa6-48fd-a8a7-24ead857e6f1 was re-scheduled: Binding failed for port b4dcd767-35e9-4212-8e81-d4dac543de77, please check neutron logs for more information.\n'] [ 649.815759] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 649.816070] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e883b58a-0fa6-48fd-a8a7-24ead857e6f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e883b58a-0fa6-48fd-a8a7-24ead857e6f1. [ 649.816315] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e883b58a-0fa6-48fd-a8a7-24ead857e6f1. [ 649.835649] nova-conductor[54332]: DEBUG nova.network.neutron [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.852581] nova-conductor[54332]: DEBUG nova.network.neutron [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.855332] nova-conductor[54332]: DEBUG nova.network.neutron [None req-b582aff8-01dd-43d5-98c1-479680f34533 tempest-ImagesOneServerNegativeTestJSON-582047677 tempest-ImagesOneServerNegativeTestJSON-582047677-project-member] [instance: e883b58a-0fa6-48fd-a8a7-24ead857e6f1] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.409279] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 655.422087] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.422259] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.422430] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.457580] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.457819] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.457991] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.458382] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.458576] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.458736] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.467754] nova-conductor[54331]: DEBUG nova.quota [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 655.470725] nova-conductor[54331]: DEBUG nova.quota [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 655.476432] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 655.476983] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.477227] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.477399] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.485390] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 655.486101] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.486302] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.486476] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.507207] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.507207] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.507207] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.179258] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4279ede4-346d-4574-b592-11021eb73bce, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5cd813d1-f778-4c8a-920b-64e92a3b52af was re-scheduled: Binding failed for port 4279ede4-346d-4574-b592-11021eb73bce, please check neutron logs for more information.\n'] [ 663.179815] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 663.180063] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cd813d1-f778-4c8a-920b-64e92a3b52af.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cd813d1-f778-4c8a-920b-64e92a3b52af. [ 663.180291] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cd813d1-f778-4c8a-920b-64e92a3b52af. [ 663.202454] nova-conductor[54332]: DEBUG nova.network.neutron [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.218615] nova-conductor[54332]: DEBUG nova.network.neutron [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.222160] nova-conductor[54332]: DEBUG nova.network.neutron [None req-5f71dd8b-a833-426d-a656-bfa28bb94c5a tempest-ServerActionsTestOtherB-1300611293 tempest-ServerActionsTestOtherB-1300611293-project-member] [instance: 5cd813d1-f778-4c8a-920b-64e92a3b52af] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.100549] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3940fa4a-2718-4628-ad67-601bc1ecbabc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c080105d-4a58-4616-b65c-7bac79dd93c1 was re-scheduled: Binding failed for port 3940fa4a-2718-4628-ad67-601bc1ecbabc, please check neutron logs for more information.\n'] [ 665.101496] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 665.102796] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c080105d-4a58-4616-b65c-7bac79dd93c1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c080105d-4a58-4616-b65c-7bac79dd93c1. [ 665.103294] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c080105d-4a58-4616-b65c-7bac79dd93c1. [ 665.127369] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.149774] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.153060] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b54d72ec-c330-40ea-aa31-7669d2de1fb9 tempest-ServersTestBootFromVolume-1715125284 tempest-ServersTestBootFromVolume-1715125284-project-member] [instance: c080105d-4a58-4616-b65c-7bac79dd93c1] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.463561] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 665.489524] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=17,nova_cell1:RELEASE=2,nova_cell1:UPDATE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 665.498346] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 665.500794] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 666.998145] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c69c9a27-7311-4a48-a33e-d1b8f1a78b15, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 14557f1a-2410-4201-9b91-49d23f18d47a was re-scheduled: Binding failed for port c69c9a27-7311-4a48-a33e-d1b8f1a78b15, please check neutron logs for more information.\n'] [ 666.999130] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 666.999869] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 14557f1a-2410-4201-9b91-49d23f18d47a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 14557f1a-2410-4201-9b91-49d23f18d47a. [ 667.000338] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 14557f1a-2410-4201-9b91-49d23f18d47a. [ 667.029242] nova-conductor[54332]: DEBUG nova.network.neutron [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.053379] nova-conductor[54332]: DEBUG nova.network.neutron [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.067282] nova-conductor[54332]: DEBUG nova.network.neutron [None req-8f209add-e37b-492b-bb3b-d82a6cc3aa1d tempest-ServersTestFqdnHostnames-606995664 tempest-ServersTestFqdnHostnames-606995664-project-member] [instance: 14557f1a-2410-4201-9b91-49d23f18d47a] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.627775] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 670.646279] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.646279] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.646279] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.688746] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.688988] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.689183] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.689579] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.689767] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.689928] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.702274] nova-conductor[54332]: DEBUG nova.quota [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Getting quotas for project 12e1b64dd2034d459da3199dd74cb62a. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 670.706022] nova-conductor[54332]: DEBUG nova.quota [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Getting quotas for user a84e734694a04c2384e9c0a6e84c3c3c and project 12e1b64dd2034d459da3199dd74cb62a. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 670.711177] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 670.712205] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.712205] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.712205] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.732522] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 670.733267] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.736345] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.736345] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.752743] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=332,nova_cell1:UPDATE=156,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 670.781500] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.781768] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.781960] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.940152] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c5717a5c-e85f-489e-a493-1d22bc3d80a0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3695a09f-dffc-4537-ac78-faffd6bdd252 was re-scheduled: Binding failed for port c5717a5c-e85f-489e-a493-1d22bc3d80a0, please check neutron logs for more information.\n'] [ 673.940477] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 673.941412] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3695a09f-dffc-4537-ac78-faffd6bdd252.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3695a09f-dffc-4537-ac78-faffd6bdd252. [ 673.942281] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3695a09f-dffc-4537-ac78-faffd6bdd252. [ 673.972378] nova-conductor[54332]: DEBUG nova.network.neutron [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.009280] nova-conductor[54332]: DEBUG nova.network.neutron [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.013021] nova-conductor[54332]: DEBUG nova.network.neutron [None req-5f297a9e-d8c6-486f-8a15-3ee43da2b9d5 tempest-ServersV294TestFqdnHostnames-1935176655 tempest-ServersV294TestFqdnHostnames-1935176655-project-member] [instance: 3695a09f-dffc-4537-ac78-faffd6bdd252] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.003603] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 675.020325] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.023520] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.023520] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.065339] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.065652] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.065830] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.066218] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.066657] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.066857] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.078501] nova-conductor[54331]: DEBUG nova.quota [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Getting quotas for project 9645866ca8f0433cae30cf5867244ca8. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 675.081950] nova-conductor[54331]: DEBUG nova.quota [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Getting quotas for user 846fa76ac8244bc4a9a0d444c4af0d3e and project 9645866ca8f0433cae30cf5867244ca8. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 675.091626] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.091626] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.091626] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.091626] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.096131] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.096610] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.097581] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.097581] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.114743] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.114979] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.115167] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.493751] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 675.506659] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.506906] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.507092] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.540224] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.540563] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.540774] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.562945] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.563262] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.563525] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.584232] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:UPDATE=162,nova_cell1:SELECT=335,nova_cell1:INSERT=24 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.586416] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.586649] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.586816] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.587476] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.587476] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.587596] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.598670] nova-conductor[54331]: DEBUG nova.quota [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Getting quotas for project d40ca08c01ef475b82b42c8f7384791a. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 675.603056] nova-conductor[54331]: DEBUG nova.quota [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Getting quotas for user bc3a99a607fe490fbff954dd2cf89914 and project d40ca08c01ef475b82b42c8f7384791a. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 675.609792] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.610304] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.610516] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.610686] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.615632] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.617425] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.617425] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.617425] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.631937] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.632188] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.632362] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.638465] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.638918] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.639136] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.639306] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.645584] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.645584] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.645584] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.645584] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.659081] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.659314] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.659487] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.665627] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 675.666280] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.666280] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.667069] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.674979] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 675.675617] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.675812] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.676059] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.693491] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.693491] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.693491] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.913728] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 34e0888f-ed4b-4330-9155-39789e4652d1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 86e3d197-2e8c-4357-ac0a-e1af8e247024 was re-scheduled: Binding failed for port 34e0888f-ed4b-4330-9155-39789e4652d1, please check neutron logs for more information.\n'] [ 675.914680] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 675.914680] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 86e3d197-2e8c-4357-ac0a-e1af8e247024.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 86e3d197-2e8c-4357-ac0a-e1af8e247024. [ 675.915449] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 86e3d197-2e8c-4357-ac0a-e1af8e247024. [ 675.948888] nova-conductor[54332]: DEBUG nova.network.neutron [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.975723] nova-conductor[54332]: DEBUG nova.network.neutron [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.979689] nova-conductor[54332]: DEBUG nova.network.neutron [None req-82d3b09f-ef48-4887-a314-86720feedecc tempest-ServerAddressesTestJSON-1512726450 tempest-ServerAddressesTestJSON-1512726450-project-member] [instance: 86e3d197-2e8c-4357-ac0a-e1af8e247024] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.364518] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eebdbdfc-0983-4d19-a0f7-cda4fb115666, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aae9ff25-f304-4dbe-824c-b17b3522655c was re-scheduled: Binding failed for port eebdbdfc-0983-4d19-a0f7-cda4fb115666, please check neutron logs for more information.\n'] [ 680.364518] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 680.364967] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aae9ff25-f304-4dbe-824c-b17b3522655c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aae9ff25-f304-4dbe-824c-b17b3522655c. [ 680.364967] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aae9ff25-f304-4dbe-824c-b17b3522655c. [ 680.407325] nova-conductor[54332]: DEBUG nova.network.neutron [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.444587] nova-conductor[54332]: DEBUG nova.network.neutron [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.449821] nova-conductor[54332]: DEBUG nova.network.neutron [None req-02538a76-a426-4d85-a8f0-cba96aa06288 tempest-TenantUsagesTestJSON-223697499 tempest-TenantUsagesTestJSON-223697499-project-member] [instance: aae9ff25-f304-4dbe-824c-b17b3522655c] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.704736] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 680.743661] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 680.768118] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 680.773303] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 682.647923] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 682.661347] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.661592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.661764] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.701520] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.701720] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.702094] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.702274] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.702486] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.702791] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.713757] nova-conductor[54332]: DEBUG nova.quota [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Getting quotas for project a1f5804aeece4e99b4f316398774404b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 682.717524] nova-conductor[54332]: DEBUG nova.quota [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Getting quotas for user 6d55ff7a313340dcb5e604d7ac6a20cf and project a1f5804aeece4e99b4f316398774404b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 682.736646] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 682.737037] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.737371] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.737451] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.745606] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 682.746258] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.746547] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.746655] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.774672] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.774964] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.775076] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.462857] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 685.475337] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.475576] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.475751] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.518198] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.518198] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.518198] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.518566] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.518762] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.518925] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.529524] nova-conductor[54332]: DEBUG nova.quota [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 685.532578] nova-conductor[54332]: DEBUG nova.quota [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for user 01befe1db3684d60943c74da2c2c9fdc and project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 685.538532] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 685.539096] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.539485] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.539485] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.544100] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 685.544533] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.544761] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.544967] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.561354] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.561354] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.561529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.591501] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 685.678785] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=10,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=30,nova_cell1:RELEASE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 685.687652] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 685.690632] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.158551] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 531674da-2207-4a18-93cd-5279aed15d9c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3b50dbde-2969-4a4b-ae35-42416342a60b was re-scheduled: Binding failed for port 531674da-2207-4a18-93cd-5279aed15d9c, please check neutron logs for more information.\n'] [ 695.159142] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 695.159354] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3b50dbde-2969-4a4b-ae35-42416342a60b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3b50dbde-2969-4a4b-ae35-42416342a60b. [ 695.159678] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3b50dbde-2969-4a4b-ae35-42416342a60b. [ 695.183467] nova-conductor[54331]: DEBUG nova.network.neutron [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.200030] nova-conductor[54331]: DEBUG nova.network.neutron [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.204766] nova-conductor[54331]: DEBUG nova.network.neutron [None req-2b33a991-a296-4854-8828-ca824b2e8b05 tempest-MigrationsAdminTest-99143934 tempest-MigrationsAdminTest-99143934-project-member] [instance: 3b50dbde-2969-4a4b-ae35-42416342a60b] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.523170] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.547080] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.555168] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.558801] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.054595] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 02f0d99b-ed9d-4b15-82e5-aa932eb0287d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1cad8d1b-ed02-424c-879c-2f23d4d90b22 was re-scheduled: Binding failed for port 02f0d99b-ed9d-4b15-82e5-aa932eb0287d, please check neutron logs for more information.\n'] [ 697.055849] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 697.056166] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1cad8d1b-ed02-424c-879c-2f23d4d90b22.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1cad8d1b-ed02-424c-879c-2f23d4d90b22. [ 697.056455] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1cad8d1b-ed02-424c-879c-2f23d4d90b22. [ 697.090436] nova-conductor[54332]: DEBUG nova.network.neutron [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.112085] nova-conductor[54332]: DEBUG nova.network.neutron [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.116067] nova-conductor[54332]: DEBUG nova.network.neutron [None req-c19745c9-c518-4564-978a-35b8194c929c tempest-InstanceActionsTestJSON-2015899920 tempest-InstanceActionsTestJSON-2015899920-project-member] [instance: 1cad8d1b-ed02-424c-879c-2f23d4d90b22] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.663894] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 703.686892] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.689296] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.689600] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.747813] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.747813] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.747813] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.747813] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.747813] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.747813] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.763372] nova-conductor[54331]: DEBUG nova.quota [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Getting quotas for project 11e04f6bf4914b4a9f9fca59d0ffd51f. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 703.770595] nova-conductor[54331]: DEBUG nova.quota [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Getting quotas for user 16834068ff284380895a4c0b7b14a34c and project 11e04f6bf4914b4a9f9fca59d0ffd51f. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 703.789413] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 703.789550] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.789765] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.789953] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.794987] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 703.795682] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.795888] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.796065] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.817585] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.817816] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.818035] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.914569] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ae42ce76-2f63-4dd4-9a61-925fb66a7a38, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ed0ec962-3c4e-409f-9332-0a79ca1c6ed3 was re-scheduled: Binding failed for port ae42ce76-2f63-4dd4-9a61-925fb66a7a38, please check neutron logs for more information.\n'] [ 703.916439] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 703.916717] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed0ec962-3c4e-409f-9332-0a79ca1c6ed3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed0ec962-3c4e-409f-9332-0a79ca1c6ed3. [ 703.917051] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ed0ec962-3c4e-409f-9332-0a79ca1c6ed3. [ 703.954236] nova-conductor[54331]: DEBUG nova.network.neutron [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.978942] nova-conductor[54331]: DEBUG nova.network.neutron [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.985823] nova-conductor[54331]: DEBUG nova.network.neutron [None req-c56aac0c-a268-4e3e-a053-d748a0c4de57 tempest-ServerPasswordTestJSON-1522375250 tempest-ServerPasswordTestJSON-1522375250-project-member] [instance: ed0ec962-3c4e-409f-9332-0a79ca1c6ed3] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.969179] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 704.987768] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.987768] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.987768] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.014223] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.014597] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.014934] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.042092] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.042348] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.042517] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.042892] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.043088] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.043251] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.052276] nova-conductor[54332]: DEBUG nova.quota [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Getting quotas for project 10320418f69d4f0e88a3adf2a8245237. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 705.054454] nova-conductor[54332]: DEBUG nova.quota [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Getting quotas for user 8fd0e110bfc94784b4fe881fb27a48e7 and project 10320418f69d4f0e88a3adf2a8245237. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 705.061619] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 705.062262] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.062592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.062852] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.069798] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 705.070569] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.070683] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.070853] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.091077] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.091631] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.091876] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.099657] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 705.099657] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.100107] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.100256] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.105360] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 705.105360] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.105360] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.105360] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.121154] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.121154] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.121154] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.395667] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3dfed7bc-259f-44c5-a77f-4ce1f09e11cb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ae66c3e2-eac8-4239-b5be-64dc0dcf2c04 was re-scheduled: Binding failed for port 3dfed7bc-259f-44c5-a77f-4ce1f09e11cb, please check neutron logs for more information.\n'] [ 708.395992] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 708.395992] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ae66c3e2-eac8-4239-b5be-64dc0dcf2c04.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ae66c3e2-eac8-4239-b5be-64dc0dcf2c04. [ 708.397032] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ae66c3e2-eac8-4239-b5be-64dc0dcf2c04. [ 708.431309] nova-conductor[54331]: DEBUG nova.network.neutron [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.451996] nova-conductor[54331]: DEBUG nova.network.neutron [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.455552] nova-conductor[54331]: DEBUG nova.network.neutron [None req-0c09c7c8-4af3-4385-96b6-1491dc71d00a tempest-ServerActionsTestJSON-813877983 tempest-ServerActionsTestJSON-813877983-project-member] [instance: ae66c3e2-eac8-4239-b5be-64dc0dcf2c04] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.228567] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cc86cd95-3cb7-47e1-a436-ae6433f69748, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0b4d919f-552e-489e-bcfb-f6447cf81fb8 was re-scheduled: Binding failed for port cc86cd95-3cb7-47e1-a436-ae6433f69748, please check neutron logs for more information.\n'] [ 712.229748] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 712.229748] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0b4d919f-552e-489e-bcfb-f6447cf81fb8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0b4d919f-552e-489e-bcfb-f6447cf81fb8. [ 712.229748] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0b4d919f-552e-489e-bcfb-f6447cf81fb8. [ 712.260999] nova-conductor[54331]: DEBUG nova.network.neutron [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.284981] nova-conductor[54331]: DEBUG nova.network.neutron [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.287576] nova-conductor[54331]: DEBUG nova.network.neutron [None req-d85f3afe-13a5-43b8-944c-89e1566472bb tempest-ServersNegativeTestMultiTenantJSON-1494129741 tempest-ServersNegativeTestMultiTenantJSON-1494129741-project-member] [instance: 0b4d919f-552e-489e-bcfb-f6447cf81fb8] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.756320] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 713.797989] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=9,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 713.806513] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 713.815577] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 714.157051] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9361b60c-f746-4c08-b38a-bf00ba2faa45, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4557a853-232e-49e5-9052-ebf54d68e998 was re-scheduled: Binding failed for port 9361b60c-f746-4c08-b38a-bf00ba2faa45, please check neutron logs for more information.\n'] [ 714.157966] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 714.164107] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4557a853-232e-49e5-9052-ebf54d68e998.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4557a853-232e-49e5-9052-ebf54d68e998. [ 714.164107] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4557a853-232e-49e5-9052-ebf54d68e998. [ 714.214750] nova-conductor[54331]: DEBUG nova.network.neutron [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.240501] nova-conductor[54331]: DEBUG nova.network.neutron [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.244431] nova-conductor[54331]: DEBUG nova.network.neutron [None req-9c4f05ae-40d7-4483-887f-40835e25c65a tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 4557a853-232e-49e5-9052-ebf54d68e998] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.047774] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 715.106724] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=5,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 715.113723] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 715.116137] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.207177] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e8a71e43-82b7-41db-871c-0cd81bf0c6a9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 72cdccb7-b398-4833-af82-d64222c83f8d was re-scheduled: Binding failed for port e8a71e43-82b7-41db-871c-0cd81bf0c6a9, please check neutron logs for more information.\n'] [ 716.207177] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 716.207177] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72cdccb7-b398-4833-af82-d64222c83f8d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72cdccb7-b398-4833-af82-d64222c83f8d. [ 716.207177] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72cdccb7-b398-4833-af82-d64222c83f8d. [ 716.327194] nova-conductor[54331]: DEBUG nova.network.neutron [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.359041] nova-conductor[54331]: DEBUG nova.network.neutron [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.365026] nova-conductor[54331]: DEBUG nova.network.neutron [None req-dc75be20-7ba4-4daa-8775-a1d71a3631ec tempest-ListImageFiltersTestJSON-1604609938 tempest-ListImageFiltersTestJSON-1604609938-project-member] [instance: 72cdccb7-b398-4833-af82-d64222c83f8d] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.380257] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 722.393442] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.394963] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.394963] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.427987] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.427987] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.427987] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.427987] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.427987] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.427987] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.437536] nova-conductor[54331]: DEBUG nova.quota [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Getting quotas for project de7e07f7b1ff417f8875ca2b8a5e85a1. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 722.441210] nova-conductor[54331]: DEBUG nova.quota [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Getting quotas for user 12ea5326e4bc4c7195db3aeb1b64c2b5 and project de7e07f7b1ff417f8875ca2b8a5e85a1. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 722.447280] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 722.447705] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.447977] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.448175] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.455714] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 722.456371] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.456568] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.456729] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.471741] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.471951] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.472134] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.793597] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e7341978-0b9f-44b2-92e1-f0e3f82a5750, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 53e10c33-0f41-48a2-ac19-c0b34a9a9312 was re-scheduled: Binding failed for port e7341978-0b9f-44b2-92e1-f0e3f82a5750, please check neutron logs for more information.\n'] [ 722.794192] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 722.794424] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 53e10c33-0f41-48a2-ac19-c0b34a9a9312.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 53e10c33-0f41-48a2-ac19-c0b34a9a9312. [ 722.794740] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 53e10c33-0f41-48a2-ac19-c0b34a9a9312. [ 722.816374] nova-conductor[54332]: DEBUG nova.network.neutron [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.831796] nova-conductor[54332]: DEBUG nova.network.neutron [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.834868] nova-conductor[54332]: DEBUG nova.network.neutron [None req-95a168f0-8fa1-4ca7-9ba4-26e751620ec8 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 53e10c33-0f41-48a2-ac19-c0b34a9a9312] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.171679] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 724.197258] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.197521] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.197746] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.253306] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.253486] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.253644] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.254029] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.254221] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.254382] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.265815] nova-conductor[54331]: DEBUG nova.quota [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Getting quotas for project b2e49d4e1baa42e987434709bff86f37. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 724.269191] nova-conductor[54331]: DEBUG nova.quota [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Getting quotas for user 79e20a95276d44ce8b8323e1cbe05904 and project b2e49d4e1baa42e987434709bff86f37. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 724.274438] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 724.275018] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.275270] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.275448] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.279333] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 724.279971] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.280185] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.280349] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.309629] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.309905] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.310090] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.702309] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3997936f-598a-412a-995e-11e5eb424f7b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 424fc272-b4b9-4867-a083-b27abe308f81 was re-scheduled: Binding failed for port 3997936f-598a-412a-995e-11e5eb424f7b, please check neutron logs for more information.\n'] [ 724.702854] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 724.703095] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 424fc272-b4b9-4867-a083-b27abe308f81.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 424fc272-b4b9-4867-a083-b27abe308f81. [ 724.703315] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 424fc272-b4b9-4867-a083-b27abe308f81. [ 724.726556] nova-conductor[54332]: DEBUG nova.network.neutron [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.747649] nova-conductor[54332]: DEBUG nova.network.neutron [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.751308] nova-conductor[54332]: DEBUG nova.network.neutron [None req-fe438aab-829c-4657-bb8a-b1cc5c08d02d tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: 424fc272-b4b9-4867-a083-b27abe308f81] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.343851] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 727.357831] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.358108] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.358296] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.391771] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.391994] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.392196] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.392599] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.392744] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.392902] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.403268] nova-conductor[54332]: DEBUG nova.quota [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 727.406389] nova-conductor[54332]: DEBUG nova.quota [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for user f26abf4eaa71482b8fd3c6425a9c683d and project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 727.411691] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 727.411996] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.412224] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.412402] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.420906] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 727.421584] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.421788] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.422041] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.437959] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.438058] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.438331] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.932135] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3cd023b5-a6ac-46ca-82da-ac2bb66b923d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0049c4a4-dfc2-4968-8ab1-61c344f32e6d was re-scheduled: Binding failed for port 3cd023b5-a6ac-46ca-82da-ac2bb66b923d, please check neutron logs for more information.\n'] [ 728.933802] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 728.933802] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0049c4a4-dfc2-4968-8ab1-61c344f32e6d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0049c4a4-dfc2-4968-8ab1-61c344f32e6d. [ 728.933802] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0049c4a4-dfc2-4968-8ab1-61c344f32e6d. [ 728.962293] nova-conductor[54332]: DEBUG nova.network.neutron [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.978027] nova-conductor[54332]: DEBUG nova.network.neutron [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.981425] nova-conductor[54332]: DEBUG nova.network.neutron [None req-e801e7ba-76b3-4207-88d6-20282d8043c8 tempest-AttachInterfacesUnderV243Test-2110182679 tempest-AttachInterfacesUnderV243Test-2110182679-project-member] [instance: 0049c4a4-dfc2-4968-8ab1-61c344f32e6d] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.861406] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:UPDATE=196,nova_cell1:SELECT=372,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:INSERT=25,nova_cell1:DELETE=4 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 734.260202] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 734.283091] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 734.293220] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 734.299033] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 735.618815] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=362,nova_cell1:UPDATE=187,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=40,nova_cell1:RELEASE=40 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 737.398103] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 737.424749] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 737.435127] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 740.126101] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1c02db82-9ce5-479c-82d4-3ae4efa61754, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3 was re-scheduled: Binding failed for port 1c02db82-9ce5-479c-82d4-3ae4efa61754, please check neutron logs for more information.\n'] [ 740.126712] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 740.126970] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3. [ 740.127344] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3. [ 740.150008] nova-conductor[54332]: DEBUG nova.network.neutron [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.166640] nova-conductor[54332]: DEBUG nova.network.neutron [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.169946] nova-conductor[54332]: DEBUG nova.network.neutron [None req-59ea350f-de2b-4f5e-8708-3e0050a590c5 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 20cb5e74-a42c-4c79-aeea-7b8e658bf1d3] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.449597] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 741.958206] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b03b948a-5106-4776-aa7a-bcb2b5bae2d4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2fccf900-e294-4d66-93c5-d1c7570c5d7e was re-scheduled: Binding failed for port b03b948a-5106-4776-aa7a-bcb2b5bae2d4, please check neutron logs for more information.\n'] [ 741.958547] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 741.958739] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2fccf900-e294-4d66-93c5-d1c7570c5d7e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2fccf900-e294-4d66-93c5-d1c7570c5d7e. [ 741.959080] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2fccf900-e294-4d66-93c5-d1c7570c5d7e. [ 741.981063] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.998021] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.005451] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b0dbae2e-2c37-46b9-8512-4f470dbae8d3 tempest-InstanceActionsNegativeTestJSON-921022491 tempest-InstanceActionsNegativeTestJSON-921022491-project-member] [instance: 2fccf900-e294-4d66-93c5-d1c7570c5d7e] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.398021] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 742.417358] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.417816] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.417816] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.443762] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.443994] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.444184] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.444556] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.444740] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.444895] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.454444] nova-conductor[54332]: DEBUG nova.quota [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Getting quotas for project 44e32d293ad64cd499926859857e023e. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 742.457286] nova-conductor[54332]: DEBUG nova.quota [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Getting quotas for user 0cbaeae4fa1e4dc996a4d8a364ea0dae and project 44e32d293ad64cd499926859857e023e. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 742.462378] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 742.462799] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.462998] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.463184] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.473340] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 742.473340] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.473340] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.473340] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.489387] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.489605] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.489770] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.544217] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5e91260d-350d-4dba-b3e1-d8e7abfad0a5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7504c221-2d27-4dc6-9100-9a2dca2a6036 was re-scheduled: Binding failed for port 5e91260d-350d-4dba-b3e1-d8e7abfad0a5, please check neutron logs for more information.\n'] [ 748.544546] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 748.544684] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7504c221-2d27-4dc6-9100-9a2dca2a6036.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7504c221-2d27-4dc6-9100-9a2dca2a6036. [ 748.544931] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7504c221-2d27-4dc6-9100-9a2dca2a6036. [ 748.573703] nova-conductor[54332]: DEBUG nova.network.neutron [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.598937] nova-conductor[54332]: DEBUG nova.network.neutron [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.601872] nova-conductor[54332]: DEBUG nova.network.neutron [None req-58882051-44f1-4f87-ba59-799730d4ba84 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 7504c221-2d27-4dc6-9100-9a2dca2a6036] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.522383] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 750.535382] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.535653] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.535834] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.571436] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.571672] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.571844] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.572329] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.572534] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.572700] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.583943] nova-conductor[54332]: DEBUG nova.quota [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 750.587098] nova-conductor[54332]: DEBUG nova.quota [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for user a9a2336e0b124f03ad700405bcad8f32 and project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 750.592016] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 750.592591] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.592794] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.592964] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.598188] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 750.598860] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.599076] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.599263] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.622122] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.622345] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.622514] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.655843] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4f7145a0-f972-474b-912b-03da34495d70, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a0512ab3-1248-4f38-8ed9-249ba5a2d488 was re-scheduled: Binding failed for port 4f7145a0-f972-474b-912b-03da34495d70, please check neutron logs for more information.\n'] [ 752.656466] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 752.656691] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0512ab3-1248-4f38-8ed9-249ba5a2d488.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0512ab3-1248-4f38-8ed9-249ba5a2d488. [ 752.656898] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a0512ab3-1248-4f38-8ed9-249ba5a2d488. [ 752.680519] nova-conductor[54331]: DEBUG nova.network.neutron [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.695155] nova-conductor[54331]: DEBUG nova.network.neutron [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.698205] nova-conductor[54331]: DEBUG nova.network.neutron [None req-d9e888d1-17c8-4a08-af9d-2f6e055a3baa tempest-InstanceActionsV221TestJSON-842499034 tempest-InstanceActionsV221TestJSON-842499034-project-member] [instance: a0512ab3-1248-4f38-8ed9-249ba5a2d488] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.576341] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 760.601425] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 760.616322] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 760.620099] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 763.835989] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 012c7730-176b-4987-8e0f-ba1c9678fb48, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d536e668-d597-4f8e-8d61-974e072b48c8 was re-scheduled: Binding failed for port 012c7730-176b-4987-8e0f-ba1c9678fb48, please check neutron logs for more information.\n'] [ 763.836765] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 763.836987] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d536e668-d597-4f8e-8d61-974e072b48c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d536e668-d597-4f8e-8d61-974e072b48c8. [ 763.837332] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d536e668-d597-4f8e-8d61-974e072b48c8. [ 763.858641] nova-conductor[54332]: DEBUG nova.network.neutron [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.874160] nova-conductor[54332]: DEBUG nova.network.neutron [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.877408] nova-conductor[54332]: DEBUG nova.network.neutron [None req-9b4f3172-8e60-4f03-8776-7970dcf64035 tempest-ServerGroupTestJSON-126064004 tempest-ServerGroupTestJSON-126064004-project-member] [instance: d536e668-d597-4f8e-8d61-974e072b48c8] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.669793] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eb8156a4-acac-4527-b0b7-6945e4b585b2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f03bdd4b-e75e-4d70-84b3-126d2296994f was re-scheduled: Binding failed for port eb8156a4-acac-4527-b0b7-6945e4b585b2, please check neutron logs for more information.\n'] [ 765.670293] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 765.670524] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f03bdd4b-e75e-4d70-84b3-126d2296994f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f03bdd4b-e75e-4d70-84b3-126d2296994f. [ 765.671032] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f03bdd4b-e75e-4d70-84b3-126d2296994f. [ 765.702283] nova-conductor[54332]: DEBUG nova.network.neutron [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.722968] nova-conductor[54332]: DEBUG nova.network.neutron [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.726666] nova-conductor[54332]: DEBUG nova.network.neutron [None req-4f8525e2-b04a-4358-b2a3-b67f9856f849 tempest-ServerActionsV293TestJSON-1952186505 tempest-ServerActionsV293TestJSON-1952186505-project-member] [instance: f03bdd4b-e75e-4d70-84b3-126d2296994f] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.442020] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c55cb775-d8a7-4215-ab7d-75f240422742, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0 was re-scheduled: Binding failed for port c55cb775-d8a7-4215-ab7d-75f240422742, please check neutron logs for more information.\n'] [ 767.442020] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 767.442020] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0. [ 767.442020] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0. [ 767.475809] nova-conductor[54331]: DEBUG nova.network.neutron [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.506261] nova-conductor[54331]: DEBUG nova.network.neutron [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.513018] nova-conductor[54331]: DEBUG nova.network.neutron [None req-1da2cd9a-09ea-4a66-97c4-5a872f123a89 tempest-ServerDiagnosticsNegativeTest-1551284821 tempest-ServerDiagnosticsNegativeTest-1551284821-project-member] [instance: 84367bf5-0f74-43c5-b49c-e0f4dde5b1d0] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.762739] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 770.783235] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.783544] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.783772] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.832050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.832050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.832050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.832050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.832194] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.832466] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.843094] nova-conductor[54331]: DEBUG nova.quota [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 770.846904] nova-conductor[54331]: DEBUG nova.quota [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 770.853216] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 770.853216] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.853216] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.853374] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.858754] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 770.859387] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.860396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.860396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.879146] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.879388] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.879554] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.710496] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 914d5549-a112-41c2-9c00-2fd475dd5265, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5 was re-scheduled: Binding failed for port 914d5549-a112-41c2-9c00-2fd475dd5265, please check neutron logs for more information.\n'] [ 774.711236] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 774.711578] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5. [ 774.711786] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5. [ 774.742940] nova-conductor[54332]: DEBUG nova.network.neutron [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.763396] nova-conductor[54332]: DEBUG nova.network.neutron [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.766208] nova-conductor[54332]: DEBUG nova.network.neutron [None req-57e23358-7c1f-4332-ad8a-232d0782f8e1 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0582ee18-80b2-48d0-9d8d-e82d1b9d60c5] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.582798] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port db88c093-4462-4886-8542-eb8f0dd49f12, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b1587330-1740-4bfd-a0c3-a25794c3ccd3 was re-scheduled: Binding failed for port db88c093-4462-4886-8542-eb8f0dd49f12, please check neutron logs for more information.\n'] [ 776.583429] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 776.583664] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1587330-1740-4bfd-a0c3-a25794c3ccd3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1587330-1740-4bfd-a0c3-a25794c3ccd3. [ 776.583973] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1587330-1740-4bfd-a0c3-a25794c3ccd3. [ 776.608020] nova-conductor[54331]: DEBUG nova.network.neutron [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.630918] nova-conductor[54331]: DEBUG nova.network.neutron [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.634048] nova-conductor[54331]: DEBUG nova.network.neutron [None req-e131572d-652b-4e18-80e7-ea49439269ae tempest-ServerRescueTestJSONUnderV235-1848074594 tempest-ServerRescueTestJSONUnderV235-1848074594-project-member] [instance: b1587330-1740-4bfd-a0c3-a25794c3ccd3] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.851108] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 776.863812] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.864065] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.864236] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.894087] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.894325] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.894494] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.894854] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.895043] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.895202] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.906319] nova-conductor[54331]: DEBUG nova.quota [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 776.909354] nova-conductor[54331]: DEBUG nova.quota [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 776.914187] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 776.914600] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.914795] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.914957] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.919309] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 776.919926] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.920141] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.920306] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.940303] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.940518] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.940689] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.788480] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0757c247-2448-4204-a5a6-1e94d33cc383, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ad45de09-f60c-4ac5-a4ff-7088d9742d6a was re-scheduled: Binding failed for port 0757c247-2448-4204-a5a6-1e94d33cc383, please check neutron logs for more information.\n'] [ 780.789627] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 780.789990] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad45de09-f60c-4ac5-a4ff-7088d9742d6a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad45de09-f60c-4ac5-a4ff-7088d9742d6a. [ 780.790574] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ad45de09-f60c-4ac5-a4ff-7088d9742d6a. [ 780.819069] nova-conductor[54332]: DEBUG nova.network.neutron [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.839053] nova-conductor[54332]: DEBUG nova.network.neutron [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.843526] nova-conductor[54332]: DEBUG nova.network.neutron [None req-7dad5b8f-e651-4d52-8d29-ae77ab861845 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: ad45de09-f60c-4ac5-a4ff-7088d9742d6a] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.944751] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 782.958487] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.958724] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.958899] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.990399] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.990633] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.990806] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.991260] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.991477] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.991655] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.004281] nova-conductor[54332]: DEBUG nova.quota [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Getting quotas for project 36c76fd292d84bbe97c7221e75831fbb. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 783.007113] nova-conductor[54332]: DEBUG nova.quota [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Getting quotas for user 4428eefffda84fd18792c2bd26c4c861 and project 36c76fd292d84bbe97c7221e75831fbb. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 783.012379] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] [instance: 8763a058-b453-4f03-9532-7d7e65efdfb2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 783.012789] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.013114] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.013303] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.019015] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] [instance: 8763a058-b453-4f03-9532-7d7e65efdfb2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 783.019862] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.019862] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.020041] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.033227] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.033438] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.033612] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-bcae34ef-ea27-46c4-bb73-acf4f4002364 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.746948] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 783.762204] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.762488] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.762701] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.817046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.817046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.817046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.817046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.817046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.817046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.826232] nova-conductor[54332]: DEBUG nova.quota [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Getting quotas for project 9645866ca8f0433cae30cf5867244ca8. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 783.833086] nova-conductor[54332]: DEBUG nova.quota [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Getting quotas for user 846fa76ac8244bc4a9a0d444c4af0d3e and project 9645866ca8f0433cae30cf5867244ca8. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 783.838727] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: 6057e13b-71df-458d-b6ed-c139a8c57836] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 783.839272] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.839474] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.839638] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.843975] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: 6057e13b-71df-458d-b6ed-c139a8c57836] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 783.844544] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.845379] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.845379] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.862534] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.862898] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.863630] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-105a22c9-3936-4d1a-a04c-c23dd98ab9e6 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.900503] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.925032] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.929940] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.935427] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 791.080267] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=335,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39,nova_cell1:UPDATE=160,nova_cell1:INSERT=30 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 791.871080] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 895bbcc2-1399-4c22-84c8-92c9e1795257, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance dd57237d-875e-453a-b830-749776ce10b4 was re-scheduled: Binding failed for port 895bbcc2-1399-4c22-84c8-92c9e1795257, please check neutron logs for more information.\n'] [ 791.871685] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 791.871927] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dd57237d-875e-453a-b830-749776ce10b4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dd57237d-875e-453a-b830-749776ce10b4. [ 791.872291] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance dd57237d-875e-453a-b830-749776ce10b4. [ 791.898870] nova-conductor[54332]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.914773] nova-conductor[54332]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.918011] nova-conductor[54332]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: dd57237d-875e-453a-b830-749776ce10b4] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.641303] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 795912b3-b7d8-41c0-8e52-65af33e6e0e8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 92168077-2b7e-4355-9880-a2f62674fc7e was re-scheduled: Binding failed for port 795912b3-b7d8-41c0-8e52-65af33e6e0e8, please check neutron logs for more information.\n'] [ 793.641688] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 793.641823] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92168077-2b7e-4355-9880-a2f62674fc7e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92168077-2b7e-4355-9880-a2f62674fc7e. [ 793.642186] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 92168077-2b7e-4355-9880-a2f62674fc7e. [ 793.668788] nova-conductor[54332]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.687357] nova-conductor[54332]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.690991] nova-conductor[54332]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 92168077-2b7e-4355-9880-a2f62674fc7e] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.820888] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 793.848139] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 793.855414] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 793.859267] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 795.999682] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=349,nova_cell1:UPDATE=160,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:INSERT=20,nova_cell1:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 799.965419] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1886b56b-9178-4fe5-a5e8-3d1e44673714, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed was re-scheduled: Binding failed for port 1886b56b-9178-4fe5-a5e8-3d1e44673714, please check neutron logs for more information.\n'] [ 799.966019] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 799.966295] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed. [ 799.967019] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed. [ 799.994203] nova-conductor[54331]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.015823] nova-conductor[54331]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.019829] nova-conductor[54331]: DEBUG nova.network.neutron [None req-85ce4328-82ba-44ac-9962-2904209df499 tempest-ListServersNegativeTestJSON-1168173202 tempest-ListServersNegativeTestJSON-1168173202-project-member] [instance: 3d0c96e4-65b2-46f7-a742-f36cd11ff8ed] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.286487] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 691fd14e-e0ef-4a6f-859e-92f01fbd7650, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 66af981d-2fa4-4ef4-ac39-3f8f78c543af was re-scheduled: Binding failed for port 691fd14e-e0ef-4a6f-859e-92f01fbd7650, please check neutron logs for more information.\n'] [ 804.287201] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 804.287433] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 66af981d-2fa4-4ef4-ac39-3f8f78c543af.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 66af981d-2fa4-4ef4-ac39-3f8f78c543af. [ 804.287640] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 66af981d-2fa4-4ef4-ac39-3f8f78c543af. [ 804.321480] nova-conductor[54331]: DEBUG nova.network.neutron [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.342820] nova-conductor[54331]: DEBUG nova.network.neutron [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.346830] nova-conductor[54331]: DEBUG nova.network.neutron [None req-a16e75dc-dc24-4a2d-8c24-47fbed691295 tempest-ServerActionsTestOtherA-448083351 tempest-ServerActionsTestOtherA-448083351-project-member] [instance: 66af981d-2fa4-4ef4-ac39-3f8f78c543af] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.881828] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c7aef8b8-56d1-4819-be4b-9c46bf08752f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c6f0ee10-c5cc-41ad-8b81-f7644921845b was re-scheduled: Binding failed for port c7aef8b8-56d1-4819-be4b-9c46bf08752f, please check neutron logs for more information.\n'] [ 805.882887] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 805.882887] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6f0ee10-c5cc-41ad-8b81-f7644921845b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6f0ee10-c5cc-41ad-8b81-f7644921845b. [ 805.882887] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c6f0ee10-c5cc-41ad-8b81-f7644921845b. [ 805.910311] nova-conductor[54331]: DEBUG nova.network.neutron [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.929117] nova-conductor[54331]: DEBUG nova.network.neutron [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.931597] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 805.933964] nova-conductor[54331]: DEBUG nova.network.neutron [None req-368642cb-f91f-462e-8394-cff9fed6edbe tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: c6f0ee10-c5cc-41ad-8b81-f7644921845b] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.943777] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.944138] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.945132] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.985141] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.985361] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.985606] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.985975] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.986206] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.986370] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.998160] nova-conductor[54332]: DEBUG nova.quota [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Getting quotas for project 34c6f21d288e47dd94ccbe12526fe4e8. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 806.001208] nova-conductor[54332]: DEBUG nova.quota [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Getting quotas for user 4b596d143eaf450e97e982b0d4ff1b50 and project 34c6f21d288e47dd94ccbe12526fe4e8. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 806.006264] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] [instance: abf4a205-fcee-46e4-85b6-10a452cc0312] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 806.006719] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.006920] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.007528] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.011517] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] [instance: abf4a205-fcee-46e4-85b6-10a452cc0312] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 806.012166] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.013169] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.013169] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.030025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.030025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.030025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-c0084a83-e101-49c2-95ca-f03ce99904fb tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.604117] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2d6dc99f-ef27-43fc-89e4-f59b4d1cff9b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3 was re-scheduled: Binding failed for port 2d6dc99f-ef27-43fc-89e4-f59b4d1cff9b, please check neutron logs for more information.\n'] [ 807.604698] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 807.604923] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3. [ 807.605154] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3. [ 807.626786] nova-conductor[54331]: DEBUG nova.network.neutron [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.642876] nova-conductor[54331]: DEBUG nova.network.neutron [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.645806] nova-conductor[54331]: DEBUG nova.network.neutron [None req-1898b728-5350-47b4-a6c1-01e5f5f574de tempest-ServersTestJSON-556798697 tempest-ServersTestJSON-556798697-project-member] [instance: 5cb1710d-cf66-4ea4-ad6d-6fa1b2e1ffd3] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.659872] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 807.673939] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.674188] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.674361] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.707695] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.707935] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.708124] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.708553] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.708746] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.708940] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.718612] nova-conductor[54332]: DEBUG nova.quota [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 807.721693] nova-conductor[54332]: DEBUG nova.quota [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for user 01befe1db3684d60943c74da2c2c9fdc and project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 807.727553] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: 679380d4-5b96-4c30-bac9-f7163f19c609] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 807.728040] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.728279] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.728461] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.731261] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: 679380d4-5b96-4c30-bac9-f7163f19c609] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 807.731891] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.732102] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.732273] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.747131] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.747953] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.748032] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-5f573d6f-8db2-4729-ad14-349ef93f5c2f tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.632680] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cedac717-629f-4a55-902e-4a850482fb32, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8a9daa60-e93a-4276-bf23-652ae7b0618b was re-scheduled: Binding failed for port cedac717-629f-4a55-902e-4a850482fb32, please check neutron logs for more information.\n'] [ 809.632680] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 809.632680] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a9daa60-e93a-4276-bf23-652ae7b0618b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a9daa60-e93a-4276-bf23-652ae7b0618b. [ 809.632680] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a9daa60-e93a-4276-bf23-652ae7b0618b. [ 809.669597] nova-conductor[54332]: DEBUG nova.network.neutron [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.692133] nova-conductor[54332]: DEBUG nova.network.neutron [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.694488] nova-conductor[54332]: DEBUG nova.network.neutron [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 8a9daa60-e93a-4276-bf23-652ae7b0618b] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.737992] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d7391688-1eaa-4b3a-9fdb-9e1c117df433, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4dfc00d9-64db-439e-baee-041562f7354b was re-scheduled: Binding failed for port d7391688-1eaa-4b3a-9fdb-9e1c117df433, please check neutron logs for more information.\n'] [ 815.737992] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 815.738433] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4dfc00d9-64db-439e-baee-041562f7354b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4dfc00d9-64db-439e-baee-041562f7354b. [ 815.738433] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4dfc00d9-64db-439e-baee-041562f7354b. [ 815.757417] nova-conductor[54331]: DEBUG nova.network.neutron [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.772613] nova-conductor[54331]: DEBUG nova.network.neutron [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.775165] nova-conductor[54331]: DEBUG nova.network.neutron [None req-446cdb4d-eda1-4856-902c-f76918f6e370 tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 4dfc00d9-64db-439e-baee-041562f7354b] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.419695] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Took 0.50 seconds to select destinations for 2 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 817.432964] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.433224] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.433394] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.459979] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7a9e3ef3-6668-4c0a-a02e-5e5731832c37, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e4bd743b-b3a6-4872-9e33-a0183b976292 was re-scheduled: Binding failed for port 7a9e3ef3-6668-4c0a-a02e-5e5731832c37, please check neutron logs for more information.\n'] [ 817.460553] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 817.460783] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4bd743b-b3a6-4872-9e33-a0183b976292.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4bd743b-b3a6-4872-9e33-a0183b976292. [ 817.460999] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4bd743b-b3a6-4872-9e33-a0183b976292. [ 817.481511] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.481727] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.481891] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.490647] nova-conductor[54332]: DEBUG nova.network.neutron [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.511014] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.511247] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.511420] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.511783] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.511970] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.512147] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.515790] nova-conductor[54332]: DEBUG nova.network.neutron [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.531982] nova-conductor[54332]: DEBUG nova.network.neutron [None req-cd642f1e-13a2-4f67-afc1-3b9d6cf28e51 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: e4bd743b-b3a6-4872-9e33-a0183b976292] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.553595] nova-conductor[54332]: DEBUG nova.quota [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Getting quotas for project 10320418f69d4f0e88a3adf2a8245237. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 817.557125] nova-conductor[54332]: DEBUG nova.quota [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Getting quotas for user 8fd0e110bfc94784b4fe881fb27a48e7 and project 10320418f69d4f0e88a3adf2a8245237. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 817.566694] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 67e5af2f-4eec-41ec-916f-9f9b77596943] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 817.567151] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.567364] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.567536] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.570634] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: 67e5af2f-4eec-41ec-916f-9f9b77596943] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 817.571217] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.571422] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.571589] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.587274] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.587470] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.587644] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.593799] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: d644c700-c5d1-4549-b73b-0573f268dc40] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 817.594261] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.594472] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.594639] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.597207] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] [instance: d644c700-c5d1-4549-b73b-0573f268dc40] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 817.597857] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.597973] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.598155] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.610831] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.611049] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.611295] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-028bb109-dccc-4f33-a967-e59fafc8833c tempest-MultipleCreateTestJSON-865506198 tempest-MultipleCreateTestJSON-865506198-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.726083] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 820.738691] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.738916] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.739099] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.764400] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.764619] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.764794] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.765177] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.765359] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.765516] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.774650] nova-conductor[54331]: DEBUG nova.quota [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Getting quotas for project de7e07f7b1ff417f8875ca2b8a5e85a1. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 820.778009] nova-conductor[54331]: DEBUG nova.quota [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Getting quotas for user 12ea5326e4bc4c7195db3aeb1b64c2b5 and project de7e07f7b1ff417f8875ca2b8a5e85a1. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 820.784249] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: d2c6418c-b070-4c46-824b-18638e9b569f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 820.784708] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.784922] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.785103] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.794697] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] [instance: d2c6418c-b070-4c46-824b-18638e9b569f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 820.795597] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.795970] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.796174] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.813823] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.814209] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.814442] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-aa4f5a6b-00f5-435e-9711-67eccdd95793 tempest-ServersTestMultiNic-1082413995 tempest-ServersTestMultiNic-1082413995-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.399278] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port faaa0631-b196-4de4-8644-db77250640ab, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 54e0a14b-cc4f-4445-8d86-f25cc410d7d0 was re-scheduled: Binding failed for port faaa0631-b196-4de4-8644-db77250640ab, please check neutron logs for more information.\n'] [ 821.399619] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 821.399871] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 54e0a14b-cc4f-4445-8d86-f25cc410d7d0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 54e0a14b-cc4f-4445-8d86-f25cc410d7d0. [ 821.400202] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 54e0a14b-cc4f-4445-8d86-f25cc410d7d0. [ 821.426786] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.445517] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.449659] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ef231192-f7dd-4f96-8492-64765d875bd5 tempest-VolumesAdminNegativeTest-1038077645 tempest-VolumesAdminNegativeTest-1038077645-project-member] [instance: 54e0a14b-cc4f-4445-8d86-f25cc410d7d0] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.529802] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 827.600835] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=29,nova_cell1:RELEASE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 827.607059] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 827.608843] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.768728] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.799840] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.807226] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.811090] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 832.653627] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 66d937d1-8514-49f1-9152-3881137092dd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aed35d7d-f826-4601-aa4e-1d1dccd51d3a was re-scheduled: Binding failed for port 66d937d1-8514-49f1-9152-3881137092dd, please check neutron logs for more information.\n'] [ 832.655323] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 832.656416] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aed35d7d-f826-4601-aa4e-1d1dccd51d3a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aed35d7d-f826-4601-aa4e-1d1dccd51d3a. [ 832.656979] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aed35d7d-f826-4601-aa4e-1d1dccd51d3a. [ 832.701148] nova-conductor[54331]: DEBUG nova.network.neutron [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.786259] nova-conductor[54331]: DEBUG nova.network.neutron [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.791946] nova-conductor[54331]: DEBUG nova.network.neutron [None req-389029aa-8016-4796-b8d2-f6f420bcdebc tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: aed35d7d-f826-4601-aa4e-1d1dccd51d3a] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.139082] nova-conductor[54331]: ERROR nova.scheduler.utils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 52853daf-8aeb-4e00-b8de-4d44b42e6529, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6483148a-b53d-46b9-8926-07b628f2ea3b was re-scheduled: Binding failed for port 52853daf-8aeb-4e00-b8de-4d44b42e6529, please check neutron logs for more information.\n'] [ 834.139082] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Rescheduling: True {{(pid=54331) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 834.143237] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6483148a-b53d-46b9-8926-07b628f2ea3b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6483148a-b53d-46b9-8926-07b628f2ea3b. [ 834.143237] nova-conductor[54331]: WARNING nova.scheduler.utils [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6483148a-b53d-46b9-8926-07b628f2ea3b. [ 834.173752] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] deallocate_for_instance() {{(pid=54331) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.201116] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] Instance cache missing network info. {{(pid=54331) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.213910] nova-conductor[54331]: DEBUG nova.network.neutron [None req-b2623696-b6e4-4dd5-87e9-7e624f29e803 tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 6483148a-b53d-46b9-8926-07b628f2ea3b] Updating instance_info_cache with network_info: [] {{(pid=54331) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.239580] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 835.253579] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.253847] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.254032] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.283231] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.283400] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.283575] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.283943] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.284144] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.284346] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.293470] nova-conductor[54331]: DEBUG nova.quota [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 835.296511] nova-conductor[54331]: DEBUG nova.quota [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for user f26abf4eaa71482b8fd3c6425a9c683d and project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 835.300970] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: a634a80e-d90a-4ce3-8233-75657a7754be] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 835.301623] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.301623] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.301739] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.305819] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: a634a80e-d90a-4ce3-8233-75657a7754be] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 835.306551] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.306765] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.306930] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.323460] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.323675] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.323843] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-8342859b-b1d8-4d79-9093-b15b9cba1c58 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.594644] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 837.613980] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.614234] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.614405] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.643341] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.643578] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.643750] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.648017] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.648017] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.648017] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.654849] nova-conductor[54331]: DEBUG nova.quota [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Getting quotas for project 44e32d293ad64cd499926859857e023e. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 837.658049] nova-conductor[54331]: DEBUG nova.quota [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Getting quotas for user 0cbaeae4fa1e4dc996a4d8a364ea0dae and project 44e32d293ad64cd499926859857e023e. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 837.665578] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 70ac6289-2f14-4fb0-a811-97d76cafc532] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 837.666328] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.666568] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.666751] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.671865] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] [instance: 70ac6289-2f14-4fb0-a811-97d76cafc532] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 837.672850] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.673078] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.673250] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.689850] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.690103] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.690274] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7b71c719-eec5-47ed-8097-b8253568b0ae tempest-AttachVolumeNegativeTest-1298414395 tempest-AttachVolumeNegativeTest-1298414395-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.803870] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 839.817238] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.817478] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.817649] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.840711] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.840939] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.841225] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.841607] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.841814] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.841974] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.851228] nova-conductor[54331]: DEBUG nova.quota [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Getting quotas for project 36c76fd292d84bbe97c7221e75831fbb. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 839.854151] nova-conductor[54331]: DEBUG nova.quota [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Getting quotas for user 4428eefffda84fd18792c2bd26c4c861 and project 36c76fd292d84bbe97c7221e75831fbb. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 839.858910] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] [instance: b2d2a012-a62f-4237-95c3-d7153d6b223c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 839.859354] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.859547] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.859708] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.863993] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] [instance: b2d2a012-a62f-4237-95c3-d7153d6b223c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 839.864611] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.864803] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.864965] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.882175] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.882396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.882563] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-eee2249f-b0e4-4863-a09d-11c8ae0fe3f8 tempest-SecurityGroupsTestJSON-11186561 tempest-SecurityGroupsTestJSON-11186561-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.605184] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6c3726d1-8ffe-420d-9985-5ef0a82289c4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e4373e2a-cc21-41b7-be28-9b140ab43247 was re-scheduled: Binding failed for port 6c3726d1-8ffe-420d-9985-5ef0a82289c4, please check neutron logs for more information.\n'] [ 840.605541] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 840.606048] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4373e2a-cc21-41b7-be28-9b140ab43247.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4373e2a-cc21-41b7-be28-9b140ab43247. [ 840.606048] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e4373e2a-cc21-41b7-be28-9b140ab43247. [ 840.639530] nova-conductor[54332]: DEBUG nova.network.neutron [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.699402] nova-conductor[54332]: DEBUG nova.network.neutron [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.706140] nova-conductor[54332]: DEBUG nova.network.neutron [None req-a5c07270-1c9e-4308-a754-51851c5fadf0 tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: e4373e2a-cc21-41b7-be28-9b140ab43247] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.090809] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 842.105788] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.106139] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.106429] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.129263] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.129443] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.129606] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.129997] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.130210] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.130368] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.138157] nova-conductor[54331]: DEBUG nova.quota [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 842.142845] nova-conductor[54331]: DEBUG nova.quota [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for user a9a2336e0b124f03ad700405bcad8f32 and project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 842.151421] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: d96a04d7-b07f-439d-aafa-09dc70a4d1a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 842.151906] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.152123] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.152289] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.157485] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: d96a04d7-b07f-439d-aafa-09dc70a4d1a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 842.158146] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.158346] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.158509] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.180607] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.180887] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.181181] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fef5a6eb-f532-4025-858e-054d0624879b tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.599855] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9a870b5d-e28e-4aec-a108-6a7e9978d6d5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d207fb66-ad23-47a5-a304-ecf885de4ced was re-scheduled: Binding failed for port 9a870b5d-e28e-4aec-a108-6a7e9978d6d5, please check neutron logs for more information.\n'] [ 844.600631] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 844.600940] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d207fb66-ad23-47a5-a304-ecf885de4ced.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d207fb66-ad23-47a5-a304-ecf885de4ced. [ 844.601269] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d207fb66-ad23-47a5-a304-ecf885de4ced. [ 844.644580] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.662483] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.665819] nova-conductor[54332]: DEBUG nova.network.neutron [None req-ed7bb052-7630-42de-85aa-348d850c2b4d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: d207fb66-ad23-47a5-a304-ecf885de4ced] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.731138] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 845.743037] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.743272] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.743440] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.766317] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.766541] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.766749] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.767123] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.767308] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.767465] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.774312] nova-conductor[54332]: DEBUG nova.quota [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Getting quotas for project 34c6f21d288e47dd94ccbe12526fe4e8. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 845.776442] nova-conductor[54332]: DEBUG nova.quota [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Getting quotas for user 4b596d143eaf450e97e982b0d4ff1b50 and project 34c6f21d288e47dd94ccbe12526fe4e8. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 845.781327] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] [instance: 62e3b57b-6c9c-4f3c-8a47-efb5fbed801f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 845.781722] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.781915] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.782090] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.787430] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] [instance: 62e3b57b-6c9c-4f3c-8a47-efb5fbed801f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 845.788069] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.788322] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.788532] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.804592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.804592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.804592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6722d544-f016-4764-ac74-b1c05a83f185 tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.833550] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 845.838887] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 4a91484a-2fb1-446a-898b-dac3f8e4bc96] While scheduling instance, the build request was already deleted. {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 845.936582] nova-conductor[54332]: INFO nova.scheduler.client.report [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Deleted allocations for instance 4a91484a-2fb1-446a-898b-dac3f8e4bc96 [ 845.941738] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.941998] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.942236] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.942809] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.942877] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.942992] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.951890] nova-conductor[54332]: DEBUG nova.quota [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 845.954648] nova-conductor[54332]: DEBUG nova.quota [None req-eb3ea790-dfd3-4fd8-86cb-674ae69a8b58 tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 846.236425] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 846.246873] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.247145] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.247317] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.273529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.273529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.273529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.273529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.273529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.273529] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.282033] nova-conductor[54332]: DEBUG nova.quota [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 846.284063] nova-conductor[54332]: DEBUG nova.quota [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 846.289261] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 95de3c81-b764-4594-af86-66df7814d7aa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 846.289782] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.289980] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.290156] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.294157] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 95de3c81-b764-4594-af86-66df7814d7aa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 846.294816] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.295033] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.295204] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.310658] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.310875] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.311055] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-0e2a9272-a47c-48b7-97a3-60529d86cb8a tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.332206] nova-conductor[54332]: ERROR nova.scheduler.utils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 25f099b0-6edc-4046-90dd-9447559a5a03, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e89b55d3-aa15-4d28-ba80-fe3b45ee289f was re-scheduled: Binding failed for port 25f099b0-6edc-4046-90dd-9447559a5a03, please check neutron logs for more information.\n'] [ 846.332734] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Rescheduling: True {{(pid=54332) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 846.332967] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e89b55d3-aa15-4d28-ba80-fe3b45ee289f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e89b55d3-aa15-4d28-ba80-fe3b45ee289f. [ 846.333302] nova-conductor[54332]: WARNING nova.scheduler.utils [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e89b55d3-aa15-4d28-ba80-fe3b45ee289f. [ 846.359368] nova-conductor[54332]: DEBUG nova.network.neutron [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] deallocate_for_instance() {{(pid=54332) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.388588] nova-conductor[54332]: DEBUG nova.network.neutron [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] Instance cache missing network info. {{(pid=54332) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.392839] nova-conductor[54332]: DEBUG nova.network.neutron [None req-bd33cb57-b368-41fd-a11a-1cb5b0f0d342 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: e89b55d3-aa15-4d28-ba80-fe3b45ee289f] Updating instance_info_cache with network_info: [] {{(pid=54332) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.231424] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 848.238818] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: bacafa05-56c1-44cb-ab6f-f8a014d05b42] While scheduling instance, the build request was already deleted. {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 848.288177] nova-conductor[54331]: INFO nova.scheduler.client.report [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Deleted allocations for instance bacafa05-56c1-44cb-ab6f-f8a014d05b42 [ 848.294640] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.294955] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.295162] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.295579] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.295800] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.295995] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.314317] nova-conductor[54331]: DEBUG nova.quota [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 848.317908] nova-conductor[54331]: DEBUG nova.quota [None req-58e43843-5b2e-4f67-94de-3d36608c0457 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 848.714846] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 848.741359] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.741359] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.741359] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.775327] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.775484] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.775649] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.776032] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.776237] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.776390] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.788506] nova-conductor[54331]: DEBUG nova.quota [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 848.792011] nova-conductor[54331]: DEBUG nova.quota [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 848.797373] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: f1bfef38-b6d0-40d0-8e60-310f8a75dd78] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 848.797908] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.798135] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.798303] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.802810] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: f1bfef38-b6d0-40d0-8e60-310f8a75dd78] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 848.803566] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.803730] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.803900] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.825372] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.825684] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.825933] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-c6565eaa-04c1-41b2-9088-6ac99fadef96 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.323551] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:UPDATE=227,nova_cell1:SELECT=440,nova_cell1:INSERT=38 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.276407] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.297564] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=14 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.306743] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.308581] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 856.642647] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SAVEPOINT=47,nova_cell1:RELEASE=47,nova_cell1:SELECT=443,nova_cell1:UPDATE=211,nova_cell1:INSERT=36 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.779891] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=6 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.807076] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=16,nova_cell1:INSERT=35 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.815725] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=34,nova_api:DELETE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 858.822270] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=35,nova_api:UPDATE=5,nova_api:DELETE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 864.259728] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 864.277422] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.277667] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.277841] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.319739] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.319905] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.319966] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.320394] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.320652] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.320760] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.330549] nova-conductor[54331]: DEBUG nova.quota [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 864.333559] nova-conductor[54331]: DEBUG nova.quota [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Getting quotas for user f26abf4eaa71482b8fd3c6425a9c683d and project 48929b5f0c2c41ddade223ab57002fc4. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 864.339145] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: ddb1103d-a846-4229-b441-de45424b4ec9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 864.340049] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.340049] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.340049] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.344061] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] [instance: ddb1103d-a846-4229-b441-de45424b4ec9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 864.344713] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.344909] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.345089] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.368414] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.368414] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.368414] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-7edac1eb-d646-4208-8508-be407d698b39 tempest-AttachInterfacesTestJSON-1857705027 tempest-AttachInterfacesTestJSON-1857705027-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.408487] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 866.419682] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.419957] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.420181] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.451912] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.452489] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.452777] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.453278] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.453561] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.453816] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.466148] nova-conductor[54332]: DEBUG nova.quota [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 866.469401] nova-conductor[54332]: DEBUG nova.quota [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for user 01befe1db3684d60943c74da2c2c9fdc and project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 866.475335] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: 891e5a42-3681-47eb-ac88-015fa21a6580] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 866.475896] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.476234] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.476504] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.481243] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: 891e5a42-3681-47eb-ac88-015fa21a6580] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 866.482381] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.483029] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.483029] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.512785] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.513101] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.513327] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-fa63fbde-a061-4413-9d5d-7ce96e3e3a1d tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.233283] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method migrate_server {{(pid=54332) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 874.233610] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.233895] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.234256] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.325533] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.347754] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.358035] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=5 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.361467] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.411706] nova-conductor[54332]: DEBUG nova.conductor.tasks.migrate [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: d96a04d7-b07f-439d-aafa-09dc70a4d1a7] Restricting to cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) while migrating {{(pid=54332) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 874.555290] nova-conductor[54332]: DEBUG nova.conductor.tasks.migrate [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Created allocations for migration fd35d3e7-abab-46e9-98a6-bb0a3cbf68a6 on 66db9ec1-b5c3-45d2-a885-8e338110656b {{(pid=54332) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 875.061527] nova-conductor[54332]: DEBUG nova.conductor.tasks.migrate [None req-d0226403-c90a-4bda-ac2a-a633e43ee78a tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: d96a04d7-b07f-439d-aafa-09dc70a4d1a7] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 876.457851] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 882.781172] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 882.798396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.798396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.798396] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.827724] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.827961] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.828151] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.828519] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.828707] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.828869] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.841321] nova-conductor[54331]: DEBUG nova.quota [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Getting quotas for project dbafceca6afd477e8afa38df5790b585. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 882.843902] nova-conductor[54331]: DEBUG nova.quota [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Getting quotas for user 02348f13253c4a43bc09e7d255bb2b23 and project dbafceca6afd477e8afa38df5790b585. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 882.849243] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] [instance: 4b080cc3-e1cc-4b64-9926-c37b891444f5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 882.849680] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.849886] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.850091] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.862898] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] [instance: 4b080cc3-e1cc-4b64-9926-c37b891444f5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 882.863587] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.863787] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.863948] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.884953] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.885272] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.885493] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-197d8983-06d1-4949-87c0-ff50d0bf3500 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.078497] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 883.090020] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.090293] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.090634] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.126315] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.126549] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.126726] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.127191] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.127378] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.127541] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.145033] nova-conductor[54332]: DEBUG nova.quota [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Getting quotas for project dbafceca6afd477e8afa38df5790b585. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 883.148124] nova-conductor[54332]: DEBUG nova.quota [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Getting quotas for user 02348f13253c4a43bc09e7d255bb2b23 and project dbafceca6afd477e8afa38df5790b585. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 883.156258] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] [instance: 2cf85b78-df04-40d0-a7db-5e8979574d0a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 883.157148] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.157533] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.157855] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.162046] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] [instance: 2cf85b78-df04-40d0-a7db-5e8979574d0a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 883.162970] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.163473] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.163641] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.185527] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.185961] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.186314] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-9ea12db5-c7ca-4c5d-8be0-2429dd8cb4b1 tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.363313] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 883.383903] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.384218] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.384439] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.423455] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.424469] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.424469] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.424869] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.425088] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.425267] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.437050] nova-conductor[54331]: DEBUG nova.quota [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Getting quotas for project dbafceca6afd477e8afa38df5790b585. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 883.441255] nova-conductor[54331]: DEBUG nova.quota [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Getting quotas for user 02348f13253c4a43bc09e7d255bb2b23 and project dbafceca6afd477e8afa38df5790b585. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 883.447850] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] [instance: fcbbc06c-71fa-4891-8bfc-0de746b9e622] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 883.448257] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.448489] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.448693] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.453453] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] [instance: fcbbc06c-71fa-4891-8bfc-0de746b9e622] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 883.454246] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.454474] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.454661] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.472607] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.472867] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.473062] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d483579d-a365-4674-810f-31b14ccc687a tempest-ListServerFiltersTestJSON-1204357260 tempest-ListServerFiltersTestJSON-1204357260-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.007652] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 892.027670] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.027968] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.028188] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.058592] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.058844] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.059041] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.059417] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.059637] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.059804] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.069156] nova-conductor[54331]: DEBUG nova.quota [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 892.071732] nova-conductor[54331]: DEBUG nova.quota [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 892.077094] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 01941b61-1960-4360-9dd0-513d5597bc70] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 892.077706] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.077964] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.078171] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.081926] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 01941b61-1960-4360-9dd0-513d5597bc70] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 892.082637] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.082884] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.082990] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.110301] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.110552] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.110762] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-6d595d8a-c1c1-478c-9286-36fc706e6aef tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.132254] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.166603] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=14,nova_cell1:INSERT=17,nova_cell1:UPDATE=6 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.173563] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 893.181550] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 900.004620] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method unshelve_instance {{(pid=54332) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 900.004936] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.005127] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.005247] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.111036] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: 6057e13b-71df-458d-b6ed-c139a8c57836] Requesting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) during scheduling {{(pid=54332) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 900.623822] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 900.624211] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] [instance: 6057e13b-71df-458d-b6ed-c139a8c57836] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54332) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 900.630300] nova-conductor[54332]: DEBUG nova.objects.instance [None req-d0b8b778-7b1b-4ad1-a373-f3f5adc13368 tempest-AttachVolumeShelveTestJSON-1622162023 tempest-AttachVolumeShelveTestJSON-1622162023-project-member] Lazy-loading 'flavor' on Instance uuid 6057e13b-71df-458d-b6ed-c139a8c57836 {{(pid=54332) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.066017] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 902.085227] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=22,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 902.105017] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 902.107193] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.100615] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 910.113044] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.114182] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.114444] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.114620] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.147227] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.147498] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.147855] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.148281] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.148477] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.148637] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.157945] nova-conductor[54331]: DEBUG nova.quota [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 910.160298] nova-conductor[54331]: DEBUG nova.quota [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 910.166169] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 3abb84ea-b613-4956-a64f-c4ad230343c2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 910.166757] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.166937] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.167126] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.172361] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 3abb84ea-b613-4956-a64f-c4ad230343c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 910.173077] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.173358] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.173576] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.191154] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.191410] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.191589] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-abeb6880-eb87-4e5a-8cc4-b97bff5decb2 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.626829] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.707296] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 911.766289] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:UPDATE=280,nova_cell1:SELECT=414,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:INSERT=34,nova_cell1:DELETE=12 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 911.773951] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 911.787224] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.787224] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.787224] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.826131] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.826425] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.826651] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.827118] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.827345] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.827530] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.836391] nova-conductor[54331]: DEBUG nova.quota [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 911.838810] nova-conductor[54331]: DEBUG nova.quota [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for user 01befe1db3684d60943c74da2c2c9fdc and project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 911.844521] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: b6186aef-8f4c-409a-83aa-1548545ea7c4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 911.845049] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.845268] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.845909] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.851261] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: b6186aef-8f4c-409a-83aa-1548545ea7c4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='310691a0-fca0-4934-a7c2-2e7b96be6e6c',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 911.851986] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.852221] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.852397] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.870381] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.870578] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.870807] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b8ee1bad-a70e-46d3-9452-1bbd2177c79b tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.030980] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 912.047360] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.047696] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.047901] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.079025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.079025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.079025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.079025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.079025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.079025] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.095061] nova-conductor[54332]: DEBUG nova.quota [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 912.098817] nova-conductor[54332]: DEBUG nova.quota [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Getting quotas for user a9a2336e0b124f03ad700405bcad8f32 and project 19b8936eaf754cbcbd1b099846a3146d. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 912.110334] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 54f542b5-3aba-49d6-a487-62714416b86f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 912.111034] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.111418] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.111418] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.115389] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] [instance: 54f542b5-3aba-49d6-a487-62714416b86f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 912.116511] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.116903] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.117302] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.132298] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.132621] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.132810] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-7e509361-7aeb-4b22-a86e-bf8415a278ca tempest-ServerDiskConfigTestJSON-792514113 tempest-ServerDiskConfigTestJSON-792514113-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.650550] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:UPDATE=248,nova_cell1:SELECT=455,nova_cell1:INSERT=28,nova_cell1:SAVEPOINT=21,nova_cell1:RELEASE=21,nova_cell1:DELETE=7 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 921.831686] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 921.855832] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=15 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 921.865579] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=15 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 921.868558] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.086365] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.119845] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.127267] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=5 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 922.130793] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 923.832887] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 923.847208] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.847452] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.847629] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.900208] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.900462] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.900633] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.901119] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.901353] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.901518] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.914814] nova-conductor[54331]: DEBUG nova.quota [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 923.918562] nova-conductor[54331]: DEBUG nova.quota [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 923.926684] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: e4edc1dd-52ea-428e-832a-b49d3bc4fe14] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 923.927334] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.927653] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.927728] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.933547] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: e4edc1dd-52ea-428e-832a-b49d3bc4fe14] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 923.934454] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.934794] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.935008] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.962830] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.963065] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.963261] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fd2f3ad0-60b3-4a30-a5ba-116ff8da717d tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.043792] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method unshelve_instance {{(pid=54332) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 932.044067] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.044351] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.044445] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.151926] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] [instance: abf4a205-fcee-46e4-85b6-10a452cc0312] Requesting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) during scheduling {{(pid=54332) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 932.660902] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 932.661966] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] [instance: abf4a205-fcee-46e4-85b6-10a452cc0312] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54332) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 932.667051] nova-conductor[54332]: DEBUG nova.objects.instance [None req-22d1024f-eb44-4201-9c06-db5fd8f0649c tempest-ServersNegativeTestJSON-310901189 tempest-ServersNegativeTestJSON-310901189-project-member] Lazy-loading 'flavor' on Instance uuid abf4a205-fcee-46e4-85b6-10a452cc0312 {{(pid=54332) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.907134] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 933.937906] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 933.951527] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=7 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 933.960296] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.270807] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 940.284307] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.284546] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.284719] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.319160] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.319446] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.319633] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.320089] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.320332] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.320538] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.330975] nova-conductor[54331]: DEBUG nova.quota [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 940.334328] nova-conductor[54331]: DEBUG nova.quota [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 940.339948] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: c8f23f36-b035-467e-959a-37fc0b6462ad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 940.340115] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.340355] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.341039] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.346215] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: c8f23f36-b035-467e-959a-37fc0b6462ad] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 940.346838] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.347058] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.347234] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.365558] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.365858] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.366106] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-d1c7373b-85b1-466b-8380-f6f5bcee929b tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.154726] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.420925] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 942.435124] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.435420] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.435614] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.466226] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.466489] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.466642] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.467028] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.467223] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.467381] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.477362] nova-conductor[54331]: DEBUG nova.quota [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 942.480433] nova-conductor[54331]: DEBUG nova.quota [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 942.485603] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: a26fb190-e6e6-48ab-a1d6-c662421a965f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 942.486121] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.486298] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.486477] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.490713] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: a26fb190-e6e6-48ab-a1d6-c662421a965f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 942.491366] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.491566] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.491731] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.505722] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.505930] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.506108] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-5b9f2879-c6e8-4661-aea6-c6dcd90f4b50 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.664592] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.690605] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 948.016455] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 948.029974] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.030309] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.030467] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.058057] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.058323] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.058537] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.058923] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.059129] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.059292] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.067438] nova-conductor[54332]: DEBUG nova.quota [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Getting quotas for project 6d433beec2514d71b5c4f5fb6c08a1a7. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 948.069750] nova-conductor[54332]: DEBUG nova.quota [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Getting quotas for user 7a382474b7a2477b93364eb8bb4b1df3 and project 6d433beec2514d71b5c4f5fb6c08a1a7. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 948.075122] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] [instance: 65ed4088-2cc5-4c00-94af-f714ec608fd8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 948.075637] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.075847] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.076028] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.081069] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] [instance: 65ed4088-2cc5-4c00-94af-f714ec608fd8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 948.081742] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.081971] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.082157] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.097535] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.097768] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.097936] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d700ab01-1f82-4c3f-a7fc-e1503635a0de tempest-ServersAaction247Test-107675771 tempest-ServersAaction247Test-107675771-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.893020] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 949.909720] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.909720] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.909720] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.938163] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.938402] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.938572] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.938936] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.939134] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.939410] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.947482] nova-conductor[54331]: DEBUG nova.quota [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 949.949731] nova-conductor[54331]: DEBUG nova.quota [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Getting quotas for user 01befe1db3684d60943c74da2c2c9fdc and project f00751679b29472e9ab92c9e48a99925. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 949.955680] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: b0885bdd-bc8d-4311-8388-54bdc22144c2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 949.956159] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.956368] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.956533] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.961559] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] [instance: b0885bdd-bc8d-4311-8388-54bdc22144c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 949.962284] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.962545] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.962652] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.978775] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.979015] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.979194] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-b9f36dc4-8c62-4a01-b45a-64d94b2547f8 tempest-ImagesTestJSON-1900763289 tempest-ImagesTestJSON-1900763289-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.973907] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 957.988772] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.989031] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.989211] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.020583] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.020829] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.021011] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.021395] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.021580] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.021849] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.031056] nova-conductor[54332]: DEBUG nova.quota [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Getting quotas for project ca61db1ff3fb4f5cae3dc18e70af8ba7. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 958.033228] nova-conductor[54332]: DEBUG nova.quota [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Getting quotas for user 73ef782ef63e424195872ee2cf9928b0 and project ca61db1ff3fb4f5cae3dc18e70af8ba7. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 958.038541] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] [instance: b7b8338a-2e9f-4854-8f4d-ede21b150317] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 958.039066] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.039276] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.039444] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.042869] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] [instance: b7b8338a-2e9f-4854-8f4d-ede21b150317] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 958.043593] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.043872] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.044083] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.058379] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.058681] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.058904] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4704f67e-7fc7-4e6e-b1d3-b419c28180fb tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.943278] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.968599] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=21 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.973135] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.976368] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 968.026476] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 968.046610] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 968.052582] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 968.056795] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 968.978054] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 968.993404] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.993790] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.994252] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.034952] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.035251] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.039018] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.039018] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.039018] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.039018] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.055021] nova-conductor[54332]: DEBUG nova.quota [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Getting quotas for project c03535f541de4bc8bae94238a9f34750. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 969.059806] nova-conductor[54332]: DEBUG nova.quota [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Getting quotas for user 61f1c1d7e5e04485816dea7af8a8dae8 and project c03535f541de4bc8bae94238a9f34750. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 969.066694] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] [instance: 8d84e240-2dc3-4680-9ee7-b705d4e7749a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 969.067444] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.067748] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.067995] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.071507] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] [instance: 8d84e240-2dc3-4680-9ee7-b705d4e7749a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 969.072276] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.074150] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.074150] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.101889] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.102118] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.102875] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-4387c477-2de7-4075-8e50-c9e2d0b4cd7b tempest-AttachInterfacesV270Test-60456381 tempest-AttachInterfacesV270Test-60456381-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.889031] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=356,nova_cell1:UPDATE=264,nova_cell1:INSERT=31,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:DELETE=17 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 973.660432] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 973.674447] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.674690] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.674861] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.707176] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.707481] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.707659] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.708077] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.708238] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.708412] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.721631] nova-conductor[54331]: DEBUG nova.quota [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 973.724852] nova-conductor[54331]: DEBUG nova.quota [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Getting quotas for user 28834cc42f8a49cebca5647badabf8ed and project c49ab537d42244f495aaa3cbdaafc6b6. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 973.730859] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0d256aa0-a873-4ff1-8c43-464d8b2d03a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 973.731391] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.731598] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.731790] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.736547] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0d256aa0-a873-4ff1-8c43-464d8b2d03a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 973.737218] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.737424] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.737587] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.757168] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.757395] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.757566] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bd4d9cbd-a515-41e3-8b3c-0a3ac95a254e tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.716690] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=373,nova_cell1:UPDATE=264,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:DELETE=14 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 979.041575] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 979.077019] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 979.094701] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 979.537361] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 979.553935] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.554211] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.554361] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.588617] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.588913] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.589108] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.589495] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.589787] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.589851] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.611160] nova-conductor[54332]: DEBUG nova.quota [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 979.615913] nova-conductor[54332]: DEBUG nova.quota [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 979.634233] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 474d033c-5bf2-4b6a-95be-f865e8f5dfc9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 979.634822] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.635187] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.635277] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.644767] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 474d033c-5bf2-4b6a-95be-f865e8f5dfc9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 979.645494] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.645728] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.645907] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.674972] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.675265] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.675395] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-dd09a72b-1acb-4363-a22b-85a8e4e7bf9c tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.878538] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 979.889774] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.889774] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.889774] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.917839] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.918128] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.918347] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.918741] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.918976] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.919188] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.928404] nova-conductor[54331]: DEBUG nova.quota [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Getting quotas for project c32e1b446add43fe92f7db2dd2373f6c. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 979.930757] nova-conductor[54331]: DEBUG nova.quota [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Getting quotas for user 1307e393a3fd4cf7b4b1a24571f07c64 and project c32e1b446add43fe92f7db2dd2373f6c. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 979.936369] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] [instance: bb076a4e-eb38-4d0c-bdea-f8ebb46d7968] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 979.936891] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.937513] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.937740] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.941101] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] [instance: bb076a4e-eb38-4d0c-bdea-f8ebb46d7968] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 979.941794] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.942178] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.942404] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.955838] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.956272] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.956529] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-188c12d7-79ed-4a39-bfa2-0dd591370f1e tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.594106] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 981.605659] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.605864] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.606046] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.635791] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.636012] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.636200] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.636556] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.636742] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.636900] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.646132] nova-conductor[54332]: DEBUG nova.quota [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Getting quotas for project 4c27e283ec3e44a8875ab69c8858543b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 981.649042] nova-conductor[54332]: DEBUG nova.quota [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Getting quotas for user 3d423bdc776c46fc9c6a559cde2f256b and project 4c27e283ec3e44a8875ab69c8858543b. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 981.654231] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] [instance: 6b39ab02-7c61-4d7f-b8ef-d9eebe0cef08] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 981.654818] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.655082] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.655283] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.659344] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] [instance: 6b39ab02-7c61-4d7f-b8ef-d9eebe0cef08] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 981.659996] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.660235] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.660403] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.675287] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.675479] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.675645] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-802ddc35-4b3d-41ba-87c2-98aaf8d0655f tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.950397] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 985.963855] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.964096] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.964272] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.989989] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.990308] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.990513] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.990913] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.991138] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.991332] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.999087] nova-conductor[54332]: DEBUG nova.quota [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Getting quotas for project ca61db1ff3fb4f5cae3dc18e70af8ba7. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 986.001543] nova-conductor[54332]: DEBUG nova.quota [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Getting quotas for user 73ef782ef63e424195872ee2cf9928b0 and project ca61db1ff3fb4f5cae3dc18e70af8ba7. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 986.006823] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] [instance: 92b90694-2bb1-431c-b2c0-ad2f229f4a75] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 986.007478] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.007564] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.007711] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.012915] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] [instance: 92b90694-2bb1-431c-b2c0-ad2f229f4a75] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 986.013644] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.013863] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.014052] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.029657] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.029967] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.030155] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-feaf348d-955e-485f-af86-205b7c739f7d tempest-ServerRescueTestJSON-445206306 tempest-ServerRescueTestJSON-445206306-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.923796] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 989.944421] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 989.951563] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 989.955184] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 992.458029] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method migrate_server {{(pid=54331) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 992.458331] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.458523] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.458747] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.656491] nova-conductor[54331]: DEBUG nova.conductor.tasks.migrate [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0d256aa0-a873-4ff1-8c43-464d8b2d03a8] Restricting to cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) while migrating {{(pid=54331) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 992.767046] nova-conductor[54331]: DEBUG nova.conductor.tasks.migrate [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] Created allocations for migration 39ea0e61-87e1-4e55-843c-715aed911150 on 66db9ec1-b5c3-45d2-a885-8e338110656b {{(pid=54331) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 993.273367] nova-conductor[54331]: DEBUG nova.conductor.tasks.migrate [None req-fbfdecfe-26e7-4434-9cb0-444c3b949f54 tempest-DeleteServersTestJSON-1905740495 tempest-DeleteServersTestJSON-1905740495-project-member] [instance: 0d256aa0-a873-4ff1-8c43-464d8b2d03a8] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 995.996593] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=3 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 996.016508] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 996.026195] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 996.028883] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 999.719384] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-12184dd0-afca-4797-b477-f33e8d686fac tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Targeting cell 24163fb6-0d84-4982-a1f6-5fd07407376a(cell1) for conductor method rebuild_instance {{(pid=54332) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 999.719384] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-12184dd0-afca-4797-b477-f33e8d686fac tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.719909] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-12184dd0-afca-4797-b477-f33e8d686fac tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.719909] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-12184dd0-afca-4797-b477-f33e8d686fac tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.733070] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-12184dd0-afca-4797-b477-f33e8d686fac tempest-ServerShowV254Test-802977328 tempest-ServerShowV254Test-802977328-project-member] [instance: 6b39ab02-7c61-4d7f-b8ef-d9eebe0cef08] No migration record for the rebuild/evacuate request. {{(pid=54332) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1000.202049] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1000.215809] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.215995] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.216192] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.245581] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.245851] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.246050] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.246460] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.246649] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.246828] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.255684] nova-conductor[54331]: DEBUG nova.quota [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Getting quotas for project c48f11ec1fa84b4a96ef72198fcec3ef. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1000.257935] nova-conductor[54331]: DEBUG nova.quota [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Getting quotas for user 1808605fbf174f1b847e3f066ba78d87 and project c48f11ec1fa84b4a96ef72198fcec3ef. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1000.264045] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] [instance: d8955c26-85d1-481c-b1d2-4879bb52158b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1000.264045] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.264208] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.264463] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.267693] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] [instance: d8955c26-85d1-481c-b1d2-4879bb52158b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1000.268418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.268615] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.268800] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.289461] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.289722] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.289891] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-bde336a3-3d24-444f-8320-c5e902aa0ef5 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.607373] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54331) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1000.620543] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.620788] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.620954] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.652465] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.652671] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.652841] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.653232] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.653418] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.653599] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.665715] nova-conductor[54331]: DEBUG nova.quota [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Getting quotas for project c48f11ec1fa84b4a96ef72198fcec3ef. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1000.668756] nova-conductor[54331]: DEBUG nova.quota [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Getting quotas for user 1808605fbf174f1b847e3f066ba78d87 and project c48f11ec1fa84b4a96ef72198fcec3ef. Resources: {'cores', 'ram', 'instances'} {{(pid=54331) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1000.675202] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] [instance: c31a584a-3dfb-4ec2-8852-e9e27cafcb2d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54331) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1000.675680] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.675885] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.676069] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.680203] nova-conductor[54331]: DEBUG nova.conductor.manager [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] [instance: c31a584a-3dfb-4ec2-8852-e9e27cafcb2d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54331) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1000.680505] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.680703] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.680867] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.696683] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.696907] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.697152] nova-conductor[54331]: DEBUG oslo_concurrency.lockutils [None req-80762a7f-9616-4bde-af75-afa57d012d06 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54331) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.647884] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1001.661194] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.661458] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.661633] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.687813] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.688053] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.688243] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.688634] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.688832] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.689015] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.698218] nova-conductor[54332]: DEBUG nova.quota [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1001.701146] nova-conductor[54332]: DEBUG nova.quota [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Getting quotas for user ac7d82c678d64fba8373930238d5bb2a and project a8121e0a00494834a580b940d36e0160. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1001.706295] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 167b0fe3-d6e0-4249-90ab-7b1181669828] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1001.706771] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.706983] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.707171] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.711360] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] [instance: 167b0fe3-d6e0-4249-90ab-7b1181669828] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1001.712018] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.712238] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.712454] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.728336] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.728568] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.728745] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-d8a8f465-4554-47b5-8630-e229c3e84dad tempest-ServersTestJSON-1776640796 tempest-ServersTestJSON-1776640796-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.658830] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell0:SELECT=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.683422] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=14,nova_cell1:UPDATE=6,nova_cell1:INSERT=18,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.690481] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.695476] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.692549] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.714558] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=8 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.722145] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.725609] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1028.156135] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1028.162444] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] [instance: 520eef8b-791a-407a-b46b-406490cb3b47] While scheduling instance, the build request was already deleted. {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 1028.187452] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.187903] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.187985] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.188419] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.188607] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.188842] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.245779] nova-conductor[54332]: DEBUG nova.quota [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Getting quotas for project ed50059bc2d54d3ba3c50c5fcb6af499. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1028.249112] nova-conductor[54332]: DEBUG nova.quota [None req-6af46377-4963-48e6-93b8-ca2e8dd067b9 tempest-ServersListShow296Test-1400577808 tempest-ServersListShow296Test-1400577808-project-member] Getting quotas for user 8f96d97499cc448380f2c18fa3a44ba9 and project ed50059bc2d54d3ba3c50c5fcb6af499. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1032.814667] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=317,nova_cell1:UPDATE=221,nova_cell1:DELETE=13,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=24,nova_cell1:RELEASE=24 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.237641] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.238654] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.242811] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=2,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.254548] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=7 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.275543] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=342,nova_cell1:UPDATE=237,nova_cell1:DELETE=12,nova_cell1:INSERT=17,nova_cell1:SAVEPOINT=15,nova_cell1:RELEASE=15 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1041.712078] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1041.724756] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.725012] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.725194] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.758404] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.758623] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.758796] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.759179] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.759367] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.759592] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.768335] nova-conductor[54332]: DEBUG nova.quota [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Getting quotas for project c48f11ec1fa84b4a96ef72198fcec3ef. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1041.771192] nova-conductor[54332]: DEBUG nova.quota [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Getting quotas for user 1808605fbf174f1b847e3f066ba78d87 and project c48f11ec1fa84b4a96ef72198fcec3ef. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1041.776213] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] [instance: fa4c721c-3455-48c9-bbca-4b4dac29aff6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1041.776700] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.776899] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.777078] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.782070] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] [instance: fa4c721c-3455-48c9-bbca-4b4dac29aff6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1041.782684] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.782904] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.783082] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.800964] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.801147] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.801314] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-1d69edfc-0e3c-4b10-b26f-ba88d6843831 tempest-ServerRescueNegativeTestJSON-377455709 tempest-ServerRescueNegativeTestJSON-377455709-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.763297] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.785546] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.794775] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=8 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.798183] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1093.190998] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=103,nova_cell1:UPDATE=39,nova_cell1:INSERT=21,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1099.349888] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=107,nova_cell1:UPDATE=46,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1124.787243] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=24,nova_cell1:UPDATE=12,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.486476] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:UPDATE=10,nova_cell1:INSERT=4,nova_cell1:SELECT=20,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1143.750238] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54332) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1143.765116] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.765334] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.765501] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.821864] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.822097] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.822267] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.822652] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.822840] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.823000] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.833939] nova-conductor[54332]: DEBUG nova.quota [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Getting quotas for project c32e1b446add43fe92f7db2dd2373f6c. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1143.837603] nova-conductor[54332]: DEBUG nova.quota [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Getting quotas for user 1307e393a3fd4cf7b4b1a24571f07c64 and project c32e1b446add43fe92f7db2dd2373f6c. Resources: {'cores', 'ram', 'instances'} {{(pid=54332) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1143.842510] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] [instance: 64a25430-b7bb-474a-aee2-a7cb801f335c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54332) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1143.842969] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.843187] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.843607] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.848389] nova-conductor[54332]: DEBUG nova.conductor.manager [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] [instance: 64a25430-b7bb-474a-aee2-a7cb801f335c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='790c072e-fdf9-43ec-b7a5-3b21a2eaee40',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54332) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1143.849015] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.849202] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.849367] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.870768] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Acquiring lock "24163fb6-0d84-4982-a1f6-5fd07407376a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.871049] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.871243] nova-conductor[54332]: DEBUG oslo_concurrency.lockutils [None req-e550924a-e4ee-43a6-b544-af846ae790a5 tempest-AttachVolumeTestJSON-2107358992 tempest-AttachVolumeTestJSON-2107358992-project-member] Lock "24163fb6-0d84-4982-a1f6-5fd07407376a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54332) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.826731] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell0:SELECT=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1153.851819] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1153.861195] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1153.863857] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1183.544059] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=67,nova_cell1:UPDATE=63,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5,nova_cell1:INSERT=6,nova_cell1:DELETE=6 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1184.026526] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=53,nova_cell1:SAVEPOINT=7,nova_cell1:RELEASE=7,nova_cell1:UPDATE=36,nova_cell1:INSERT=2,nova_cell1:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1237.821014] nova-conductor[54332]: DEBUG dbcounter [-] [54332] Writing DB stats nova_cell1:SELECT=26,nova_cell1:INSERT=4,nova_cell1:UPDATE=24,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=2 {{(pid=54332) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1238.304737] nova-conductor[54331]: DEBUG dbcounter [-] [54331] Writing DB stats nova_cell1:SELECT=25,nova_cell1:UPDATE=16,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54331) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}