[ 378.796694] nova-conductor[53470]: INFO dbcounter [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Registered counter for database nova_api [ 378.805701] nova-conductor[53470]: DEBUG oslo_db.sqlalchemy.engines [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53470) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.834222] nova-conductor[53470]: DEBUG dbcounter [-] [53470] Writer thread running {{(pid=53470) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.836264] nova-conductor[53470]: DEBUG nova.context [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) {{(pid=53470) load_cells /opt/stack/nova/nova/context.py:464}} [ 378.837883] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53470) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 378.838121] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53470) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 378.838546] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53470) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 378.838943] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53470) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 378.839141] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53470) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 378.840096] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53470) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 378.841374] nova-conductor[53470]: INFO dbcounter [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Registered counter for database nova_cell0 [ 378.843564] nova-conductor[53470]: INFO dbcounter [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Registered counter for database nova_cell1 [ 378.846143] nova-conductor[53470]: DEBUG oslo_db.sqlalchemy.engines [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53470) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.846492] nova-conductor[53470]: DEBUG oslo_db.sqlalchemy.engines [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53470) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.924886] nova-conductor[53470]: DEBUG dbcounter [-] [53470] Writer thread running {{(pid=53470) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.925068] nova-conductor[53470]: DEBUG dbcounter [-] [53470] Writer thread running {{(pid=53470) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.927469] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Acquiring lock "singleton_lock" {{(pid=53470) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 378.927636] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Acquired lock "singleton_lock" {{(pid=53470) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 378.927871] nova-conductor[53470]: DEBUG oslo_concurrency.lockutils [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Releasing lock "singleton_lock" {{(pid=53470) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 378.928320] nova-conductor[53470]: INFO oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Starting 2 workers [ 378.933227] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Started child 53890 {{(pid=53470) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 378.936929] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Started child 53891 {{(pid=53470) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 378.937327] nova-conductor[53890]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 378.937645] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Full set of CONF: {{(pid=53470) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 378.937836] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ******************************************************************************** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 378.937984] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Configuration options gathered from: {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 378.938177] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 378.938519] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 378.938665] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ================================================================================ {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 378.939065] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] allow_resize_to_same_host = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.939378] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] arq_binding_timeout = 300 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.939616] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] block_device_allocate_retries = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.939806] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] block_device_allocate_retries_interval = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.940210] nova-conductor[53891]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 378.940463] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cert = self.pem {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.940589] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute_driver = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.940823] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute_monitors = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.941050] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] config_dir = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.941280] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] config_drive_format = iso9660 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.941431] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.941623] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] config_source = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.941815] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] console_host = devstack {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.942024] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] control_exchange = nova {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.942242] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cpu_allocation_ratio = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.942425] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] daemon = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.942590] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] debug = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.942776] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] default_access_ip_network_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.943034] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] default_availability_zone = nova {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.943181] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] default_ephemeral_format = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.943373] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] default_green_pool_size = 1000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.943667] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.943862] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] default_schedule_zone = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.944244] nova-conductor[53890]: INFO dbcounter [None req-6a6161ab-1461-4bee-b825-e182e7acd8a2 None None] Registered counter for database nova_cell1 [ 378.944405] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] disk_allocation_ratio = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.944589] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] enable_new_services = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.944823] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] enabled_apis = ['osapi_compute'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.944989] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] enabled_ssl_apis = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.945201] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] flat_injected = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.945358] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] force_config_drive = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.945529] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] force_raw_images = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.945701] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] graceful_shutdown_timeout = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.945875] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] heal_instance_info_cache_interval = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.946373] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] host = devstack {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.946609] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.946797] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.946975] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.947245] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.947416] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_build_timeout = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.947731] nova-conductor[53891]: INFO dbcounter [None req-809dc78f-5c5d-4a2d-bb3b-456199227a1d None None] Registered counter for database nova_cell1 [ 378.947890] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_delete_interval = 300 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.948110] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_format = [instance: %(uuid)s] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.948303] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_name_template = instance-%08x {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.948472] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_usage_audit = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.948667] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_usage_audit_period = month {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.948859] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.949057] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.949226] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] internal_service_availability_zone = internal {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.949385] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] key = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.949568] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] live_migration_retry_count = 30 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.949737] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_color = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.949920] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_config_append = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.950122] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.950358] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_dir = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.950574] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.950739] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_options = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.950882] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_rotate_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.951186] nova-conductor[53890]: DEBUG oslo_db.sqlalchemy.engines [None req-6a6161ab-1461-4bee-b825-e182e7acd8a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53890) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.951335] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_rotate_interval_type = days {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.951563] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] log_rotation_type = none {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.951706] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.951837] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.952020] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.952216] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.952358] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.952551] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] long_rpc_timeout = 1800 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.952710] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] max_concurrent_builds = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.952885] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] max_concurrent_live_migrations = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.953056] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] max_concurrent_snapshots = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.953240] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] max_local_block_devices = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.953419] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] max_logfile_count = 30 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.953581] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] max_logfile_size_mb = 200 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.953741] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] maximum_instance_delete_attempts = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.953903] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metadata_listen = 0.0.0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.954132] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metadata_listen_port = 8775 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.954400] nova-conductor[53891]: DEBUG oslo_db.sqlalchemy.engines [None req-809dc78f-5c5d-4a2d-bb3b-456199227a1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53891) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 378.954541] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metadata_workers = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.954726] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] migrate_max_retries = -1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.954898] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] mkisofs_cmd = genisoimage {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.955168] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.955325] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] my_ip = 10.180.1.21 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.955494] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] network_allocate_retries = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.955694] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.955862] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.956044] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] osapi_compute_listen_port = 8774 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.956220] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] osapi_compute_unique_server_name_scope = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.956424] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] osapi_compute_workers = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.956586] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] password_length = 12 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.956744] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] periodic_enable = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.956904] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] periodic_fuzzy_delay = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.957083] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] pointer_model = usbtablet {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.957283] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] preallocate_images = none {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.957443] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] publish_errors = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.957574] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] pybasedir = /opt/stack/nova {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.957727] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ram_allocation_ratio = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.957886] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] rate_limit_burst = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.958061] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] rate_limit_except_level = CRITICAL {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.958249] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] rate_limit_interval = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.958409] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reboot_timeout = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.958562] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reclaim_instance_interval = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.958719] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] record = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.958873] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reimage_timeout_per_gb = 20 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.959048] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] report_interval = 120 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.959212] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] rescue_timeout = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.959389] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reserved_host_cpus = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.959550] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reserved_host_disk_mb = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.959730] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reserved_host_memory_mb = 512 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.959908] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] reserved_huge_pages = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.960108] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] resize_confirm_window = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.960298] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] resize_fs_using_block_device = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.960459] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] resume_guests_state_on_host_boot = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.960644] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.960896] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] rpc_response_timeout = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.960979] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] run_external_periodic_tasks = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.961189] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] running_deleted_instance_action = reap {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.961356] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.961513] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] running_deleted_instance_timeout = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.961666] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler_instance_sync_interval = 120 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.961831] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_down_time = 720 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.962048] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] servicegroup_driver = db {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.962230] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] shell_completion = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.962418] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] shelved_offload_time = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.962584] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] shelved_poll_interval = 3600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.962772] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] shutdown_timeout = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.962933] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] source_is_ipv6 = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.963107] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ssl_only = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.963276] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] state_path = /opt/stack/data/nova {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.963496] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writer thread running {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.963637] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] sync_power_state_interval = 600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.963821] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] sync_power_state_pool_size = 1000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.963993] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] syslog_log_facility = LOG_USER {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.964169] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] tempdir = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.964327] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] timeout_nbd = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.964516] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] transport_url = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.964674] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] update_resources_interval = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.964833] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_cow_images = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.964991] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_eventlog = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.965164] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_journal = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.965351] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_json = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.965524] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_rootwrap_daemon = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.965686] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_stderr = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.965845] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] use_syslog = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.965999] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vcpu_pin_set = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.966209] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vif_plugging_is_fatal = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.966405] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writer thread running {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 378.966548] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vif_plugging_timeout = 300 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.966754] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] virt_mkfs = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.966917] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] volume_usage_poll_interval = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.967099] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] watch_log_file = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.967292] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] web = /usr/share/spice-html5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 378.967584] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_concurrency.disable_process_locking = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.967776] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.968368] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.968551] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.968727] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.968897] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.969084] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.969325] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.auth_strategy = keystone {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.969521] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.compute_link_prefix = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.969714] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.969893] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.dhcp_domain = novalocal {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.970099] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.enable_instance_password = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.970275] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.glance_link_prefix = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.970441] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.970630] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.970792] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.instance_list_per_project_cells = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.970956] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.list_records_by_skipping_down_cells = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.971130] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.local_metadata_per_cell = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.971297] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.max_limit = 1000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.971463] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.metadata_cache_expiration = 15 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.971635] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.neutron_default_tenant_id = default {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.971807] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.response_validation = warn {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.971971] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.use_neutron_default_nets = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.972157] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.972354] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.972518] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.972689] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.972870] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_dynamic_targets = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.973044] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_jsonfile_path = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.973229] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.973478] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.backend = dogpile.cache.memcached {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.973681] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.backend_argument = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.973883] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.config_prefix = cache.oslo {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.974094] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.dead_timeout = 60.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.974266] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.debug_cache_backend = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.974421] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.enable_retry_client = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.974600] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.enable_socket_keepalive = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.974772] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.enabled = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.974964] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.enforce_fips_mode = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.975196] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.expiration_time = 600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.975390] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.hashclient_retry_attempts = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.975562] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.975725] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_dead_retry = 300 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.975878] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_password = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.976057] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.976222] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.976384] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_pool_maxsize = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.976584] nova-conductor[53890]: DEBUG nova.service [None req-6a6161ab-1461-4bee-b825-e182e7acd8a2 None None] Creating RPC server for service conductor {{(pid=53890) start /opt/stack/nova/nova/service.py:186}} [ 378.976734] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.976921] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_sasl_enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.977119] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.977289] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.977454] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.memcache_username = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.977624] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.proxies = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.977785] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_db = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.977947] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_password = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.978130] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.978308] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.978473] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_server = localhost:6379 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.978635] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_socket_timeout = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.978791] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.redis_username = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.978955] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.retry_attempts = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.979132] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.retry_delay = 0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.979295] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.socket_keepalive_count = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.979452] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.socket_keepalive_idle = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.979609] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.socket_keepalive_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.979764] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.tls_allowed_ciphers = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.979954] nova-conductor[53891]: DEBUG nova.service [None req-809dc78f-5c5d-4a2d-bb3b-456199227a1d None None] Creating RPC server for service conductor {{(pid=53891) start /opt/stack/nova/nova/service.py:186}} [ 378.980121] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.tls_cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.980306] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.tls_certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.980474] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.tls_enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.980636] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cache.tls_keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.980849] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.981084] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.auth_type = password {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.981352] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.981466] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.981629] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.981791] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.981969] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.cross_az_attach = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.982143] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.debug = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.982323] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.endpoint_template = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.982502] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.http_retries = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.982665] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.982818] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983024] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.os_region_name = RegionOne {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983189] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983349] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cinder.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983520] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983675] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.cpu_dedicated_set = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983830] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.cpu_shared_set = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.983988] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.image_type_exclude_list = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.984173] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.984335] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.984497] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.984661] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.984841] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.985021] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.resource_provider_association_refresh = 300 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.985189] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.985348] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.shutdown_retry_interval = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.985525] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.985718] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] conductor.workers = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.985897] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] console.allowed_origins = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.986067] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] console.ssl_ciphers = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.986239] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] console.ssl_minimum_version = default {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.986407] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] consoleauth.enforce_session_timeout = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.986584] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] consoleauth.token_ttl = 600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.986780] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.986937] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.987140] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.987277] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.987434] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.987590] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.987748] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.987915] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.988186] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.988386] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.988556] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.region_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.988740] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.988904] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.989089] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.service_type = accelerator {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.989259] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.989416] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.989573] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.989731] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.989909] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.990103] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] cyborg.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.990310] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.backend = sqlalchemy {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.990483] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.connection = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.990696] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.connection_debug = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.990902] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.connection_parameters = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.991091] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.connection_recycle_time = 3600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.991261] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.connection_trace = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.991498] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.db_inc_retry_interval = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.991584] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.db_max_retries = 20 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.991744] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.db_max_retry_interval = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.991909] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.db_retry_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.992084] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.max_overflow = 50 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.992251] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.max_pool_size = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.992410] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.max_retries = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.992575] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.992737] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.mysql_wsrep_sync_wait = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.992895] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.pool_timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.993085] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.retry_interval = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.993268] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.slave_connection = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.993442] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.sqlite_synchronous = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.993609] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] database.use_db_reconnect = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.993786] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.backend = sqlalchemy {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.993956] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.connection = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.994159] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.connection_debug = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.994334] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.connection_parameters = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.994498] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.connection_recycle_time = 3600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.994659] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.connection_trace = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.994825] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.db_inc_retry_interval = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.994989] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.db_max_retries = 20 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.995167] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.db_max_retry_interval = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.995328] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.db_retry_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.995489] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.max_overflow = 50 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.995648] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.max_pool_size = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.995806] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.max_retries = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.995973] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.996145] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.996305] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.pool_timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.996466] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.retry_interval = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.996621] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.slave_connection = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.996781] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] api_database.sqlite_synchronous = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.996988] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] devices.enabled_mdev_types = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.997200] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.997371] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.997534] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ephemeral_storage_encryption.enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.997700] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.997897] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.api_servers = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.998103] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.998288] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.998451] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.998628] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.998783] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.998961] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.debug = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.999141] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.default_trusted_certificate_ids = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.999311] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.enable_certificate_validation = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.999472] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.enable_rbd_download = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.999627] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.999791] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 378.999950] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.000242] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.000320] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.000470] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.num_retries = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.000634] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.rbd_ceph_conf = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.000806] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.rbd_connect_timeout = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.000965] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.rbd_pool = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.001169] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.rbd_user = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.001333] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.region_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.001491] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.001645] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.001808] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.service_type = image {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.001968] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.002276] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.002340] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.002452] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.002629] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.002796] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.verify_glance_signatures = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.002965] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] glance.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.003146] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] guestfs.debug = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.003338] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] mks.enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.003963] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.004195] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] image_cache.manager_interval = 2400 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.004372] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] image_cache.precache_concurrency = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.004542] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] image_cache.remove_unused_base_images = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.004709] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.004875] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.005069] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] image_cache.subdirectory_name = _base {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.005287] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.api_max_retries = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.005456] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.api_retry_interval = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.005780] nova-conductor[53891]: DEBUG nova.service [None req-809dc78f-5c5d-4a2d-bb3b-456199227a1d None None] Join ServiceGroup membership for this service conductor {{(pid=53891) start /opt/stack/nova/nova/service.py:203}} [ 379.005926] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.006125] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.auth_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.006287] nova-conductor[53891]: DEBUG nova.servicegroup.drivers.db [None req-809dc78f-5c5d-4a2d-bb3b-456199227a1d None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53891) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 379.006464] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.006599] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.007029] nova-conductor[53890]: DEBUG nova.service [None req-6a6161ab-1461-4bee-b825-e182e7acd8a2 None None] Join ServiceGroup membership for this service conductor {{(pid=53890) start /opt/stack/nova/nova/service.py:203}} [ 379.007172] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.007393] nova-conductor[53890]: DEBUG nova.servicegroup.drivers.db [None req-6a6161ab-1461-4bee-b825-e182e7acd8a2 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=53890) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 379.007532] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.conductor_group = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.007711] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.007874] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.008071] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.008253] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.008414] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.008573] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.008731] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.008898] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.peer_list = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.009071] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.region_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.009237] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.009396] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.serial_console_state_timeout = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.009554] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.009750] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.service_type = baremetal {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.009910] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.shard = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.010141] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.010324] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.010487] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.010646] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.010830] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.010990] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ironic.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.011218] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.011416] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] key_manager.fixed_key = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.011637] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.011807] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.barbican_api_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.011966] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.barbican_endpoint = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.012180] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.barbican_endpoint_type = public {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.012362] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.barbican_region_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.012537] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.012701] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.012865] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.013035] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.013199] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.013382] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.number_of_retries = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.013543] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.retry_delay = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.013706] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.send_service_user_token = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.013864] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.014032] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.014199] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.verify_ssl = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.014377] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican.verify_ssl_path = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.014561] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.014725] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.auth_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.014884] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.015053] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.015220] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.015379] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.015533] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.015690] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.015845] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] barbican_service_user.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.016048] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.approle_role_id = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.016212] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.approle_secret_id = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.016380] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.kv_mountpoint = secret {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.016543] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.kv_path = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.016707] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.kv_version = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.016862] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.namespace = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.017028] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.root_token_id = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.017190] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.ssl_ca_crt_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.017349] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.timeout = 60.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.017506] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.use_ssl = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.017690] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.017883] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.018102] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.auth_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.018360] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.018624] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.018908] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.019205] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.019474] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.019719] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.019920] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.020116] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.020284] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.020443] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.020605] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.region_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.020762] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.020917] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.021099] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.service_type = identity {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.021265] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.021419] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.021576] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.021729] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.021903] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.022077] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] keystone.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.022344] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.connection_uri = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.022530] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_mode = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.022739] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.022906] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_models = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.023090] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_power_governor_high = performance {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.023261] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.023421] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_power_management = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.023611] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.023797] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.device_detach_attempts = 8 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.023975] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.device_detach_timeout = 20 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.024156] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.disk_cachemodes = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.024345] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.disk_prefix = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.024513] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.enabled_perf_events = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.024678] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.file_backed_memory = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.024844] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.gid_maps = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.025035] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.hw_disk_discard = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.025200] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.hw_machine_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.025366] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_rbd_ceph_conf = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.025529] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.025692] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.025858] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_rbd_glance_store_name = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.026038] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_rbd_pool = rbd {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.026210] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_type = default {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.026367] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.images_volume_group = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.026524] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.inject_key = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.026681] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.inject_partition = -2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.026838] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.inject_password = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027028] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.iscsi_iface = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027196] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.iser_use_multipath = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027354] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027512] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027670] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_downtime = 500 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027826] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.027982] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.028175] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_inbound_addr = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.028339] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.028496] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.028674] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_scheme = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.028860] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_timeout_action = abort {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.029031] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_tunnelled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.029194] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_uri = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.029353] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.live_migration_with_native_tls = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.029509] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.max_queues = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.029676] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.029937] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.030160] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.nfs_mount_options = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.030399] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.030571] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.030733] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.030891] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.031067] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.031236] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.num_pcie_ports = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.031400] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.031563] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.pmem_namespaces = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.031719] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.quobyte_client_cfg = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.031931] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.032111] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.032277] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.032434] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.032593] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rbd_secret_uuid = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.032747] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rbd_user = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.032907] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.033092] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.033255] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rescue_image_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.033410] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rescue_kernel_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.033565] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rescue_ramdisk_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.033730] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.033884] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.rx_queue_size = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.034067] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.smbfs_mount_options = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.034350] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.034529] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.snapshot_compression = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.034692] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.snapshot_image_format = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.034914] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.035092] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.sparse_logical_volumes = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.035258] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.swtpm_enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.035447] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.swtpm_group = tss {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.035614] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.swtpm_user = tss {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.035785] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.sysinfo_serial = unique {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.035940] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.tb_cache_size = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.036107] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.tx_queue_size = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.036270] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.uid_maps = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.036429] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.use_virtio_for_bridges = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.036596] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.virt_type = kvm {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.036762] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.volume_clear = zero {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.036922] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.volume_clear_size = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.037098] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.volume_use_multipath = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.037259] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_cache_path = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.037425] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.037590] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.037757] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.037923] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.038172] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.038352] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.vzstorage_mount_user = stack {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.038516] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.038709] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.038901] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.auth_type = password {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.039074] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.039236] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.039396] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.039549] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.039702] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.039871] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.default_floating_pool = public {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.040054] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.040226] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.extension_sync_interval = 600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.040386] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.http_retries = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.040544] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.040701] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.040854] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.041032] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.041194] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.041358] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.ovs_bridge = br-int {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.041570] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.physnets = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.041741] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.region_name = RegionOne {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.041899] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.042080] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.service_metadata_proxy = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.042243] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.042434] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.service_type = network {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.042602] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.042759] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.042915] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.043084] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.043266] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.043425] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] neutron.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.043593] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] notifications.bdms_in_notifications = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.043789] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] notifications.default_level = INFO {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.043979] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] notifications.notification_format = unversioned {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.044158] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] notifications.notify_on_state_change = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.044337] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.044510] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] pci.alias = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.044698] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] pci.device_spec = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.044859] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] pci.report_in_placement = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.045072] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.045254] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.auth_type = password {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.045439] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.045597] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.045752] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.045911] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.046077] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.046272] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.046439] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.default_domain_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.046595] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.default_domain_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.046750] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.domain_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.046904] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.domain_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.047072] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.047236] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.047391] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.047546] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.047698] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.047861] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.password = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.048027] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.project_domain_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.048198] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.project_domain_name = Default {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.048362] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.project_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.048529] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.project_name = service {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.048694] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.region_name = RegionOne {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.048855] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049015] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049190] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.service_type = placement {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049350] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049507] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049661] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049814] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.system_scope = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.049967] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.050154] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.trust_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.050314] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.user_domain_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.050480] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.user_domain_name = Default {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.050659] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.user_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.050827] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.username = nova {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.051009] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.051179] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] placement.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.051351] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.cores = 20 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.051513] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.count_usage_from_placement = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.051678] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.051863] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.injected_file_content_bytes = 10240 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.052037] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.injected_file_path_length = 255 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.052202] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.injected_files = 5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.052371] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.instances = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.052533] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.key_pairs = 100 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.052699] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.metadata_items = 128 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.052862] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.ram = 51200 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.053032] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.recheck_quota = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.053202] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.server_group_members = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.053361] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] quota.server_groups = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.053559] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.053741] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.053901] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.image_metadata_prefilter = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.054097] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.054266] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.max_attempts = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.054426] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.max_placement_results = 1000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.054604] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.054763] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.054942] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.055144] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] scheduler.workers = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.055352] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.055527] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.055726] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.055894] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.056068] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.056230] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.056391] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.056600] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.056778] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.host_subset_size = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.056943] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.057131] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.057296] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.057454] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.isolated_hosts = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.057616] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.isolated_images = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.057772] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.057946] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.058147] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.058317] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.pci_in_placement = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.058476] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.058635] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.058792] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.058958] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.059121] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.059284] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.059461] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.track_instance_changes = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.059632] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.059798] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metrics.required = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.059957] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metrics.weight_multiplier = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.060160] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.060329] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] metrics.weight_setting = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.060652] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.060843] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] serial_console.enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.061047] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] serial_console.port_range = 10000:20000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.061225] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.061390] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.061554] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] serial_console.serialproxy_port = 6083 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.061717] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.061886] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.auth_type = password {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.062054] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.062212] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.062406] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.062552] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.062707] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.062873] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.send_service_user_token = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.063042] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.063199] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] service_user.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.063387] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.agent_enabled = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.063543] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.063894] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.064110] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.064308] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.html5proxy_port = 6082 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.064488] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.image_compression = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.064655] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.jpeg_compression = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.064811] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.playback_compression = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.064969] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.require_secure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.065150] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.server_listen = 127.0.0.1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.065317] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.065472] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.streaming_mode = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.065638] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] spice.zlib_compression = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.065838] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] upgrade_levels.baseapi = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066022] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] upgrade_levels.compute = auto {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066182] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] upgrade_levels.conductor = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066334] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] upgrade_levels.scheduler = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066506] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066683] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066840] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.066995] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.067173] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.067330] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.067483] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.067639] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.067806] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vendordata_dynamic_auth.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.068068] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.api_retry_count = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.068750] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.ca_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.068750] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.cache_prefix = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.068750] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.cluster_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.068750] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.connection_pool_size = 10 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069193] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.console_delay_seconds = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069193] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.datastore_regex = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069193] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.host_ip = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069548] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.host_password = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069548] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.host_port = 443 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069634] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.host_username = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069776] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.069925] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.integration_bridge = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.070117] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.maximum_objects = 100 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.070293] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.pbm_default_policy = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.070455] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.pbm_enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.070612] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.pbm_wsdl_location = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.070774] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.070930] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.serial_port_proxy_uri = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.071103] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.serial_port_service_uri = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.071272] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.task_poll_interval = 0.5 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.071435] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.use_linked_clone = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.071599] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.vnc_keymap = en-us {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.071761] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.vnc_port = 5900 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.071919] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vmware.vnc_port_total = 10000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.072336] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.auth_schemes = ['none'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.072519] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.enabled = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.072862] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.073043] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.073223] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.novncproxy_port = 6080 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.073404] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.server_listen = 127.0.0.1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.073576] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.073739] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.vencrypt_ca_certs = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.073895] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.vencrypt_client_cert = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.074064] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] vnc.vencrypt_client_key = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.074305] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.074489] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.disable_deep_image_inspection = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.074653] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.074813] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.074982] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.075172] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.disable_rootwrap = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.075335] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.enable_numa_live_migration = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.075494] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.075653] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.075810] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.075990] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.libvirt_disable_apic = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.076165] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.076322] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.076477] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.076635] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.076792] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.076953] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.077124] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.077283] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.077440] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.077603] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.077807] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.077973] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.client_socket_timeout = 900 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.078172] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.default_pool_size = 1000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.078342] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.keep_alive = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.078507] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.max_header_line = 16384 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.078664] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.078821] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.ssl_ca_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.078977] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.ssl_cert_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.079147] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.ssl_key_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.079308] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.tcp_keepidle = 600 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.079498] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.079665] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] zvm.ca_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.079824] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] zvm.cloud_connector_url = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.080078] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.080260] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] zvm.reachable_timeout = 300 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.080484] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.enforce_new_defaults = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.080982] nova-conductor[53470]: WARNING oslo_config.cfg [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 379.081182] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.enforce_scope = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.081365] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.policy_default_rule = default {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.081570] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.081743] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.policy_file = policy.yaml {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.081941] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.082144] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.082337] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.082511] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.082677] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.082875] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.083091] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.083302] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.connection_string = messaging:// {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.083474] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.enabled = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.083657] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.es_doc_type = notification {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.083834] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.es_scroll_size = 10000 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.084006] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.es_scroll_time = 2m {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.084179] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.filter_error_trace = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.084347] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.hmac_keys = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.084514] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.sentinel_service_name = mymaster {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.084693] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.socket_timeout = 0.1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.084871] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.trace_requests = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.085039] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler.trace_sqlalchemy = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.085257] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler_jaeger.process_tags = {} {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.085417] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler_jaeger.service_name_prefix = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.085573] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] profiler_otlp.service_name_prefix = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.085766] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] remote_debug.host = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.085924] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] remote_debug.port = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.086121] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.086288] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.086448] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.086604] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.086765] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.086923] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.087096] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.087258] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.087413] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.087576] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.087731] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.087899] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.088109] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.088344] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.088523] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.088688] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.088848] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.089032] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.089196] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.089357] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.089522] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.089679] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.089837] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.090018] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.090194] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.090357] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.090521] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.090680] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.090848] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.091030] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.ssl = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.091208] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.091439] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.091619] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.091794] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.091965] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.092140] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.092353] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.092516] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_notifications.retry = -1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.092698] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.092867] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.093086] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.auth_section = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.093251] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.auth_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.093409] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.cafile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.093563] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.certfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.093727] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.collect_timing = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.093880] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.connect_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.094053] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.connect_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.094265] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.endpoint_id = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.094427] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.endpoint_override = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.094588] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.insecure = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.094740] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.keyfile = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.094919] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.max_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.095090] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.min_version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.095245] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.region_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.095398] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.retriable_status_codes = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.095555] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.service_name = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.095711] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.service_type = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.095866] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.split_loggers = False {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.096032] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.status_code_retries = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.096194] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.status_code_retry_delay = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.096347] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.timeout = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.096500] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.valid_interfaces = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.096654] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_limit.version = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.096857] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_reports.file_event_handler = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.097035] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.097196] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] oslo_reports.log_dir = None {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 379.097323] nova-conductor[53470]: DEBUG oslo_service.service [None req-39fce619-faaf-4d70-91b7-dd56ccecdac5 None None] ******************************************************************************** {{(pid=53470) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 388.837574] nova-conductor[53470]: DEBUG dbcounter [-] [53470] Writing DB stats nova_api:SELECT=1 {{(pid=53470) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 388.925887] nova-conductor[53470]: DEBUG dbcounter [-] [53470] Writing DB stats nova_cell1:SELECT=1 {{(pid=53470) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 388.926561] nova-conductor[53470]: DEBUG dbcounter [-] [53470] Writing DB stats nova_cell0:SELECT=1 {{(pid=53470) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 394.016030] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 394.016801] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 464.622603] nova-conductor[53890]: DEBUG oslo_db.sqlalchemy.engines [None req-21b6f857-38ba-4dc3-87c5-0eb595b672fb None None] Parent process 53470 forked (53890) with an open database connection, which is being discarded and recreated. {{(pid=53890) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 464.624767] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writer thread running {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 464.625133] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 481.764055] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 487.281756] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 498.284443] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 510.828168] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 510.863490] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.863795] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.866457] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.869067] nova-conductor[53890]: INFO dbcounter [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Registered counter for database nova_cell1 [ 510.873934] nova-conductor[53890]: DEBUG oslo_db.sqlalchemy.engines [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53890) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 510.880556] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writer thread running {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 510.953677] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.954119] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.954952] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.954952] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.955349] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.955349] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 510.956679] nova-conductor[53890]: INFO dbcounter [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Registered counter for database nova_cell0 [ 510.963909] nova-conductor[53890]: DEBUG oslo_db.sqlalchemy.engines [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53890) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 510.972851] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writer thread running {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 510.994800] nova-conductor[53890]: DEBUG nova.quota [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Getting quotas for project 744bbd7c541f44f7b3bced59c4086a9e. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 511.004056] nova-conductor[53890]: DEBUG nova.quota [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Getting quotas for user 3e9b2477b8914e8dbd09cef32624dfa1 and project 744bbd7c541f44f7b3bced59c4086a9e. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 511.014183] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 511.015995] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.015995] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.015995] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.040036] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 511.040036] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.040036] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.040218] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.089285] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.089496] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.089858] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.089945] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53890) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.090157] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53890) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.090633] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.092080] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.092080] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.092080] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 511.092080] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 511.092080] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 511.098414] nova-conductor[53890]: INFO nova.compute.rpcapi [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 511.098890] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-5439b1e7-3145-4246-a634-7a630e7e991b None None] Releasing lock "compute-rpcapi-router" {{(pid=53890) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.768805] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 512.795674] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.795674] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.795674] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.855938] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.857743] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.857893] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.858305] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.858499] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.858662] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.880243] nova-conductor[53890]: DEBUG nova.quota [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Getting quotas for project 280c95c2e51840b39ba997c3d6499b0d. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 512.888624] nova-conductor[53890]: DEBUG nova.quota [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Getting quotas for user 68bf9890bfd541b089cb0cb24e2dab0b and project 280c95c2e51840b39ba997c3d6499b0d. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 512.901365] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 512.901365] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.901365] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.901365] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.906726] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 512.907891] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.907891] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.908341] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.948491] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.948680] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.948849] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.388720] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 513.399579] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writer thread running {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 513.399803] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 513.413288] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.413288] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.413288] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.458457] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.458742] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.458857] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.460311] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.460508] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.460670] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.491225] nova-conductor[53890]: DEBUG nova.quota [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Getting quotas for project a097baaa36c643cbb27f2b5ebed50222. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 513.506280] nova-conductor[53890]: DEBUG nova.quota [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Getting quotas for user 9f77721c27a8476a90922cade2fa41fc and project a097baaa36c643cbb27f2b5ebed50222. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 513.516167] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 513.516573] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.516808] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.517098] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.532794] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 513.535086] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.535546] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.535736] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.558052] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.558333] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.558509] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.921970] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 513.955818] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.956212] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.957905] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.959979] nova-conductor[53891]: INFO dbcounter [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Registered counter for database nova_cell1 [ 513.963869] nova-conductor[53891]: DEBUG oslo_db.sqlalchemy.engines [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53891) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 513.970294] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writer thread running {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 514.031957] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.031957] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.033552] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.033552] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.033552] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.033552] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.035293] nova-conductor[53891]: INFO dbcounter [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Registered counter for database nova_cell0 [ 514.043594] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 514.049522] nova-conductor[53891]: DEBUG oslo_db.sqlalchemy.engines [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53891) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 514.064374] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writer thread running {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 514.064374] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.064374] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.064374] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.087272] nova-conductor[53891]: DEBUG nova.quota [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Getting quotas for project f0f1b83d1ecc40e29eefe0f323f9d66e. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 514.088731] nova-conductor[53891]: DEBUG nova.quota [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Getting quotas for user f1440a40a94f4694adab0a51cde3f699 and project f0f1b83d1ecc40e29eefe0f323f9d66e. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 514.098587] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 514.099272] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.099474] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.099638] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.108246] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.112018] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.112018] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.112018] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.112018] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.112196] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.114330] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 514.115043] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.115259] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.115424] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.127031] nova-conductor[53891]: DEBUG nova.quota [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Getting quotas for project 2744c7a0032241b5b3bb0d15d3faada6. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 514.134333] nova-conductor[53891]: DEBUG nova.quota [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Getting quotas for user 4f030e60c3f44f6195342ac3ac1d5407 and project 2744c7a0032241b5b3bb0d15d3faada6. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 514.147258] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 514.147258] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.147258] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.147258] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.155573] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 514.156281] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.156484] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.156646] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.162515] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.162515] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.162515] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.162706] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=53891) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.162706] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Acquired lock "compute-rpcapi-router" {{(pid=53891) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.163575] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.163707] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.163878] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.164263] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.164438] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.164595] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.174653] nova-conductor[53891]: INFO nova.compute.rpcapi [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 514.175205] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-8a222e0d-305b-4af4-9d65-669efac82f57 None None] Releasing lock "compute-rpcapi-router" {{(pid=53891) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.192835] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.192835] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.192835] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.332423] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 514.374324] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.375542] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.375542] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.437042] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.437352] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.437444] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.437816] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.438039] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.438209] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.448651] nova-conductor[53891]: DEBUG nova.quota [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Getting quotas for project 319c18ac16f4464c9fd82851ae2f468f. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 514.451927] nova-conductor[53891]: DEBUG nova.quota [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Getting quotas for user 1ac9670169e84c75846c7e4f7948e101 and project 319c18ac16f4464c9fd82851ae2f468f. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 514.456896] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 514.457428] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.457627] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.457790] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.460858] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 514.461536] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.461731] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.461895] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.483453] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.483672] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.483936] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.498625] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 514.513701] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.513985] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.514218] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.548534] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.548534] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.549054] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.551039] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.551039] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.551039] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.561833] nova-conductor[53891]: DEBUG nova.quota [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Getting quotas for project b31848c8ea0d4a168bab3f27fe9624bc. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 514.561833] nova-conductor[53891]: DEBUG nova.quota [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Getting quotas for user 61c7e791ca2442919c4df4f92ee38ea3 and project b31848c8ea0d4a168bab3f27fe9624bc. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 514.566424] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 514.566922] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.567142] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.567306] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.571234] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 514.571907] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.572166] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.572340] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 514.601464] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.601693] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.602215] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.177931] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 515.197553] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.197553] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.197553] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.247662] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.247916] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.248288] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.248792] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.248792] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.248941] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.262463] nova-conductor[53891]: DEBUG nova.quota [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Getting quotas for project b4e1c1d6c92e411eb7cb8310cf78c3b7. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 515.264776] nova-conductor[53891]: DEBUG nova.quota [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Getting quotas for user 241bd1da9b444e75b8f86e5d159372c7 and project b4e1c1d6c92e411eb7cb8310cf78c3b7. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 515.269805] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 515.270319] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.270669] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.270669] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.275840] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 515.276611] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.276833] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.277301] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 515.301806] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 515.302128] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 515.302361] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.949817] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 522.982021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.982021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.982021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.031940] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.032238] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.032462] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.032791] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.032981] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.033171] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.046569] nova-conductor[53891]: DEBUG nova.quota [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Getting quotas for project 784e9b57e0854a4c8b79f0c720e838ef. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 523.048814] nova-conductor[53891]: DEBUG nova.quota [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Getting quotas for user c4608c28d8a14dc6bbecb3fcdf011108 and project 784e9b57e0854a4c8b79f0c720e838ef. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 523.055024] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 523.055758] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.055974] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.056160] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.063294] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 523.063548] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.063765] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.063980] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.084081] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.084359] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.084498] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.466346] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=4 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 523.540561] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 523.551718] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 523.553343] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 523.830345] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 523.858415] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.858415] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.858415] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.919447] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.919447] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.920551] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.920551] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.920551] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.920551] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.936120] nova-conductor[53891]: DEBUG nova.quota [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Getting quotas for project c8d6397913ea401cb03bdf5eab21f495. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 523.940561] nova-conductor[53891]: DEBUG nova.quota [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Getting quotas for user 1f3cd88825084ff6b50491459b24a0e7 and project c8d6397913ea401cb03bdf5eab21f495. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 523.949856] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 523.949856] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.949856] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.949856] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.954278] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 523.956037] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.956037] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.956037] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.999196] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.999196] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.999196] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.135281] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 524.152972] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.153207] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.153418] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.218010] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.218170] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.218378] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.218738] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.218929] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.219108] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.231897] nova-conductor[53891]: DEBUG nova.quota [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Getting quotas for project 0d122008cc1b4905a83cbf7a24e60849. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 524.235535] nova-conductor[53891]: DEBUG nova.quota [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Getting quotas for user c4ddb28625a44732a8185b53e524b84e and project 0d122008cc1b4905a83cbf7a24e60849. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 524.243058] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] [instance: cd12ad1a-f8d7-48ab-88af-8fef1c4e37d1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 524.243058] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.243058] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.243058] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.249024] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] [instance: cd12ad1a-f8d7-48ab-88af-8fef1c4e37d1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 524.249024] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.249024] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.249201] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 524.273320] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.273644] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.273821] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c60e3126-31e5-4a20-9a7c-86ec64a42afb tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.718092] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 525.744312] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.744312] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.744312] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.816479] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.816479] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.816479] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.816479] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.816733] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.816733] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.849976] nova-conductor[53891]: DEBUG nova.quota [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Getting quotas for project bdb273dd2a0d44698c81d2cac968d0ac. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 525.856300] nova-conductor[53891]: DEBUG nova.quota [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Getting quotas for user 5feb8bfbe65b492bb83ecb6cb76768f8 and project bdb273dd2a0d44698c81d2cac968d0ac. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 525.861919] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 525.862192] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.862416] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.862571] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.874977] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 525.875709] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.875926] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.876107] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.916654] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.916900] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.917141] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.959384] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 531.983941] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.983941] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.983941] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.017361] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.017980] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.017980] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.018150] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.018330] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.018484] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.026902] nova-conductor[53891]: DEBUG nova.quota [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Getting quotas for project 7ebbb7f51c1445bea17a178120c8bfdd. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 532.028988] nova-conductor[53891]: DEBUG nova.quota [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Getting quotas for user cfc19671fbae460c871227f517ca9b66 and project 7ebbb7f51c1445bea17a178120c8bfdd. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 532.033598] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 532.034246] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.034483] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.034648] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.039711] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 532.040412] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.040665] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.040782] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.060231] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.062016] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.062016] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.062670] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 535.080681] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.081338] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.081874] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.140839] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.141164] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.141280] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.141678] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.141843] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.142070] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.152682] nova-conductor[53891]: DEBUG nova.quota [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Getting quotas for project 2f431f722ae74c1282187771a3a992bd. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 535.155228] nova-conductor[53891]: DEBUG nova.quota [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Getting quotas for user a98e7fbd5a9a499e83a1e71f323a580e and project 2f431f722ae74c1282187771a3a992bd. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 535.160799] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 535.161449] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.161681] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.162445] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.169360] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 535.171073] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.171073] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.171073] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.192717] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.193094] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.193566] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.826464] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e3d00a52-7983-400e-96e4-73850ac90646, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 17ab3e7d-0013-4ee1-9502-0648df15891a was re-scheduled: Binding failed for port e3d00a52-7983-400e-96e4-73850ac90646, please check neutron logs for more information.\n'] [ 535.828879] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 535.828879] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17ab3e7d-0013-4ee1-9502-0648df15891a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17ab3e7d-0013-4ee1-9502-0648df15891a. [ 535.828879] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17ab3e7d-0013-4ee1-9502-0648df15891a. [ 535.905018] nova-conductor[53891]: DEBUG nova.network.neutron [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 536.106310] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 536.130575] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.130575] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.130882] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.173768] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.174447] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.174618] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.175032] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.177942] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.177942] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.185060] nova-conductor[53890]: DEBUG nova.quota [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Getting quotas for project 93db6b1407bf4bea988edbc3fe4ab203. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 536.188359] nova-conductor[53890]: DEBUG nova.quota [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Getting quotas for user a965ae03040644d092454584b431ebce and project 93db6b1407bf4bea988edbc3fe4ab203. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 536.196058] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 536.196058] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.196058] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.196058] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.202461] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 536.202461] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.202461] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.202461] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.220611] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.221032] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.221327] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.461824] nova-conductor[53891]: DEBUG nova.network.neutron [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 536.470534] nova-conductor[53891]: DEBUG nova.network.neutron [None req-31a4f187-2d44-4771-801d-a880506d631d tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 17ab3e7d-0013-4ee1-9502-0648df15891a] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.036376] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ad3331a9-dbda-4ca4-a463-42a99bf9e0be, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d64229a2-2bdb-4edc-a215-e997536adafb was re-scheduled: Binding failed for port ad3331a9-dbda-4ca4-a463-42a99bf9e0be, please check neutron logs for more information.\n'] [ 540.041547] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 540.041547] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d64229a2-2bdb-4edc-a215-e997536adafb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d64229a2-2bdb-4edc-a215-e997536adafb. [ 540.041547] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d64229a2-2bdb-4edc-a215-e997536adafb. [ 540.103817] nova-conductor[53891]: DEBUG nova.network.neutron [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 540.136872] nova-conductor[53891]: DEBUG nova.network.neutron [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.142565] nova-conductor[53891]: DEBUG nova.network.neutron [None req-91859858-4187-491f-86c5-59977ec5ee74 tempest-ServerActionsTestJSON-402245400 tempest-ServerActionsTestJSON-402245400-project-member] [instance: d64229a2-2bdb-4edc-a215-e997536adafb] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.971161] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 540.990458] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.990708] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.990881] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.034501] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.035664] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.036055] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.036474] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.036696] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.036829] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.070012] nova-conductor[53891]: DEBUG nova.quota [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Getting quotas for project 9dd5957f000e4d0d94bacd982ab0608f. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.083193] nova-conductor[53891]: DEBUG nova.quota [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Getting quotas for user 03e1e668dec246448255ba802589d8e6 and project 9dd5957f000e4d0d94bacd982ab0608f. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.095156] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 541.095642] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.095859] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.096042] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.100278] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 541.100994] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.101221] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.101394] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.125971] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.126235] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.126464] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.213230] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 542.246484] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.246805] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.247252] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.292831] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.293014] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.293214] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.293646] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.293838] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.294007] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.305557] nova-conductor[53891]: DEBUG nova.quota [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Getting quotas for project 64197f230e76440ba0180b31e5fe6f85. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 542.308182] nova-conductor[53891]: DEBUG nova.quota [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Getting quotas for user d4ba5d2935b74d9099ac5450962020f8 and project 64197f230e76440ba0180b31e5fe6f85. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 542.312980] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 542.313536] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.313892] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.314070] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.319078] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 542.319864] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.320045] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.320283] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.340166] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.340934] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.340934] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.137033] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 543.167971] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.168242] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.170048] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.208936] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.209629] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.209629] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.209760] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.210017] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.210240] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.222136] nova-conductor[53890]: DEBUG nova.quota [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Getting quotas for project 61661b9e4f73431b83fac2d24b5b4be9. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 543.224052] nova-conductor[53890]: DEBUG nova.quota [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Getting quotas for user 9cf1431f821445a5a8a9301c5c6ec281 and project 61661b9e4f73431b83fac2d24b5b4be9. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 543.229464] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 543.230429] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.230429] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.230429] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.233397] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 543.234199] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.235793] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.235793] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.271573] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.271573] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.271573] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.311408] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e771460d-8f22-4356-9c91-dd654f1168eb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 06440823-50e2-4fed-9d00-fb2a417f1e01 was re-scheduled: Binding failed for port e771460d-8f22-4356-9c91-dd654f1168eb, please check neutron logs for more information.\n'] [ 544.313118] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 544.313629] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06440823-50e2-4fed-9d00-fb2a417f1e01.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06440823-50e2-4fed-9d00-fb2a417f1e01. [ 544.314174] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06440823-50e2-4fed-9d00-fb2a417f1e01. [ 544.351125] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 544.385985] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.386861] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.386861] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.397778] nova-conductor[53890]: DEBUG nova.network.neutron [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 544.450238] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.450477] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.450647] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.451017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.451387] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.451387] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.467157] nova-conductor[53891]: DEBUG nova.quota [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Getting quotas for project cfe6308736804cb2983827ca09f1acc3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 544.470993] nova-conductor[53891]: DEBUG nova.quota [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Getting quotas for user ad9c6952b2174a8282bf65de4c928b0e and project cfe6308736804cb2983827ca09f1acc3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 544.475170] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 544.475684] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.475917] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.476096] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.479054] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 544.479729] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.479977] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.480133] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.499653] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.499808] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.500077] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.646788] nova-conductor[53890]: DEBUG nova.network.neutron [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.655032] nova-conductor[53890]: DEBUG nova.network.neutron [None req-4ea3ab18-1f8d-4103-9aaf-b731bbd2d43a tempest-FloatingIPsAssociationTestJSON-582319256 tempest-FloatingIPsAssociationTestJSON-582319256-project-member] [instance: 06440823-50e2-4fed-9d00-fb2a417f1e01] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.204267] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 545.227248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.227496] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.227671] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.264979] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.265232] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.265407] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.265789] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.265976] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.266169] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.287159] nova-conductor[53891]: DEBUG nova.quota [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Getting quotas for project 1438b6c5532848cb86d8c09c88359a8c. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 545.289173] nova-conductor[53891]: DEBUG nova.quota [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Getting quotas for user 602498991e524969be6e50a47c7f5d5a and project 1438b6c5532848cb86d8c09c88359a8c. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 545.297663] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 545.298159] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.298359] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.298524] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.311183] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 545.311183] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.311183] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.311183] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.337718] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.337832] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.337995] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.158261] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 82e3b1bd-ff71-4c63-9b95-eb00a8a820d6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ee86a940-6939-4ac7-9202-8a1f27303040 was re-scheduled: Binding failed for port 82e3b1bd-ff71-4c63-9b95-eb00a8a820d6, please check neutron logs for more information.\n'] [ 546.158679] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 546.159549] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee86a940-6939-4ac7-9202-8a1f27303040.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee86a940-6939-4ac7-9202-8a1f27303040. [ 546.159942] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee86a940-6939-4ac7-9202-8a1f27303040. [ 546.201278] nova-conductor[53891]: DEBUG nova.network.neutron [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 546.229133] nova-conductor[53891]: DEBUG nova.network.neutron [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.243904] nova-conductor[53891]: DEBUG nova.network.neutron [None req-8cd1c669-3e3a-4e5f-ab55-1b398b5f502f tempest-ServerDiagnosticsNegativeTest-934175827 tempest-ServerDiagnosticsNegativeTest-934175827-project-member] [instance: ee86a940-6939-4ac7-9202-8a1f27303040] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.688149] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 546.706900] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.707885] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.707885] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.744059] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.744516] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.744889] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.745516] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.746782] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.746782] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.759589] nova-conductor[53891]: DEBUG nova.quota [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Getting quotas for project 744bbd7c541f44f7b3bced59c4086a9e. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 546.765231] nova-conductor[53891]: DEBUG nova.quota [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Getting quotas for user 3e9b2477b8914e8dbd09cef32624dfa1 and project 744bbd7c541f44f7b3bced59c4086a9e. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 546.774874] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 546.774874] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.774874] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.774874] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.780639] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 546.781481] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.781791] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.782114] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.835732] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.836462] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.837584] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.908947] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 547.935076] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.935336] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.935506] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.001185] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.001594] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.001877] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.002448] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.002762] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.003318] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.014998] nova-conductor[53891]: DEBUG nova.quota [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Getting quotas for project 283926e03b3546cc9e47af84b299bac4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 548.017883] nova-conductor[53891]: DEBUG nova.quota [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Getting quotas for user a3d9dfed8ca54f13bc570598eb6113fe and project 283926e03b3546cc9e47af84b299bac4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 548.024962] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 548.025506] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.025717] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.025887] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.030753] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 548.031384] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.031655] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.031948] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.054112] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.054364] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.054570] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.578379] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 550.595395] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.595624] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.595793] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.639472] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.639887] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.641342] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.641342] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.641342] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.641342] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.654570] nova-conductor[53890]: DEBUG nova.quota [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Getting quotas for project 6f210d5d68ee45f6b92268f179a5390c. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 550.658189] nova-conductor[53890]: DEBUG nova.quota [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Getting quotas for user 02c2b2172b7446dd8a4d2c71d164e28f and project 6f210d5d68ee45f6b92268f179a5390c. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 550.666073] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] [instance: 3024a79b-8460-420d-85a1-c024ac1e1b29] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 550.666073] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.666073] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.666219] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.674977] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] [instance: 3024a79b-8460-420d-85a1-c024ac1e1b29] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 550.676828] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.676828] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.676828] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.704294] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.706155] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.706155] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.355939] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.381435] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.381435] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.381435] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.426628] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.427142] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.427958] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.430339] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.430339] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.430339] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.439562] nova-conductor[53890]: DEBUG nova.quota [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Getting quotas for project 9ed47d27f2274e25ba264ab6522c53be. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.445630] nova-conductor[53890]: DEBUG nova.quota [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Getting quotas for user 78f2a93fe8754d5c800fcb6d2663f249 and project 9ed47d27f2274e25ba264ab6522c53be. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.453367] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.453367] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.453367] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.453477] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.457914] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.458752] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.458994] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.459218] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.478094] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.478380] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.478605] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.564401] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eb64a63b-aa83-44b6-86dc-7e0561754e25, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a910e4b1-eccc-4e1f-ac60-3fe15dec6153 was re-scheduled: Binding failed for port eb64a63b-aa83-44b6-86dc-7e0561754e25, please check neutron logs for more information.\n'] [ 555.564401] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 555.564401] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a910e4b1-eccc-4e1f-ac60-3fe15dec6153.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a910e4b1-eccc-4e1f-ac60-3fe15dec6153. [ 555.564401] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a910e4b1-eccc-4e1f-ac60-3fe15dec6153. [ 555.591962] nova-conductor[53891]: DEBUG nova.network.neutron [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 555.621910] nova-conductor[53891]: DEBUG nova.network.neutron [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.627107] nova-conductor[53891]: DEBUG nova.network.neutron [None req-0d1fecaa-62b2-43d7-9801-133e8bf224e1 tempest-ServersAdminNegativeTestJSON-401533494 tempest-ServersAdminNegativeTestJSON-401533494-project-member] [instance: a910e4b1-eccc-4e1f-ac60-3fe15dec6153] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.508422] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 556.531798] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.531798] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.531798] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.599944] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.600612] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.600969] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.601488] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.601821] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.602134] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.619576] nova-conductor[53891]: DEBUG nova.quota [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Getting quotas for project 0e860ba4967943b095178e48eb623eb6. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 556.623777] nova-conductor[53891]: DEBUG nova.quota [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Getting quotas for user 7c0fa32408014f23b2bc89237993faab and project 0e860ba4967943b095178e48eb623eb6. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 556.644021] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 556.644021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.644021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.644021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.655053] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 556.655350] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.655509] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.655675] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.682451] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.682787] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.682948] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.356277] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=286,nova_cell1:UPDATE=128,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=21,nova_cell1:RELEASE=21 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 557.416881] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7085cd4f-86d5-4dd2-ae53-8bd6c68f5c8d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b1406c50-3e47-4aca-9d21-975334dd22da was re-scheduled: Binding failed for port 7085cd4f-86d5-4dd2-ae53-8bd6c68f5c8d, please check neutron logs for more information.\n'] [ 557.417602] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 557.417852] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1406c50-3e47-4aca-9d21-975334dd22da.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1406c50-3e47-4aca-9d21-975334dd22da. [ 557.419852] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b1406c50-3e47-4aca-9d21-975334dd22da. [ 557.457661] nova-conductor[53891]: DEBUG nova.network.neutron [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 557.628967] nova-conductor[53891]: DEBUG nova.network.neutron [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.635891] nova-conductor[53891]: DEBUG nova.network.neutron [None req-caf94c5f-48cb-4774-bbaa-181f04497dc5 tempest-TenantUsagesTestJSON-1182646530 tempest-TenantUsagesTestJSON-1182646530-project-member] [instance: b1406c50-3e47-4aca-9d21-975334dd22da] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.359605] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 558.374099] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=288,nova_cell1:UPDATE=116,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 558.382709] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.382959] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.383572] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.469410] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.469410] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.469410] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.469410] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.470027] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.470346] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.485695] nova-conductor[53890]: DEBUG nova.quota [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Getting quotas for project e27963db90c34e0880432bc6f9bca303. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 558.490938] nova-conductor[53890]: DEBUG nova.quota [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Getting quotas for user 05cab7b313a34970b04fc574c95d5897 and project e27963db90c34e0880432bc6f9bca303. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 558.495758] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 558.498916] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.499160] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.499518] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.508052] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 558.511760] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.511760] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.511760] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.542563] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.543097] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.545068] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.429134] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1329b513-41e8-4901-8b6b-831bca495084, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c was re-scheduled: Binding failed for port 1329b513-41e8-4901-8b6b-831bca495084, please check neutron logs for more information.\n'] [ 559.430045] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 559.430045] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c. [ 559.430045] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c. [ 559.477733] nova-conductor[53891]: DEBUG nova.network.neutron [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.524382] nova-conductor[53891]: DEBUG nova.network.neutron [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.530840] nova-conductor[53891]: DEBUG nova.network.neutron [None req-90866309-f144-465d-ad21-1af18309b3f7 tempest-ServerDiagnosticsTest-1190514642 tempest-ServerDiagnosticsTest-1190514642-project-member] [instance: a44b39fe-3cac-4b5f-aa09-7d9fd0b0841c] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.500553] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 560.513790] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 560.532035] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.532471] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.532471] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.537328] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.537328] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.537328] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.573606] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.575867] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.575867] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.575867] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.575867] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.575867] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.588012] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.588012] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.588249] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.588683] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.588866] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.589038] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.602825] nova-conductor[53890]: DEBUG nova.quota [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Getting quotas for project d423659522a44e2c9fbc42bc1c57c96f. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 560.609151] nova-conductor[53890]: DEBUG nova.quota [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Getting quotas for user 13f5b0abb2cc4a618f4af6224c2f7cbb and project d423659522a44e2c9fbc42bc1c57c96f. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 560.613558] nova-conductor[53891]: DEBUG nova.quota [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Getting quotas for project 62a601494cb043a2b935312767a110cb. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 560.620392] nova-conductor[53891]: DEBUG nova.quota [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Getting quotas for user 9b5a8c63660e451291adc4a314296cb4 and project 62a601494cb043a2b935312767a110cb. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 560.623747] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 560.624690] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.626197] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.626532] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.644314] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 560.645288] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.645629] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.645985] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.656916] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 560.657584] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.658132] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.659168] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.664534] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 560.666187] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.666466] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.666682] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.698188] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.698188] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.698188] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.726529] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.726770] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.726940] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.406795] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d8662211-42c8-44c2-bb53-de90218d64b5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2d7b7420-f224-40ca-b31b-79fecddeb9fc was re-scheduled: Binding failed for port d8662211-42c8-44c2-bb53-de90218d64b5, please check neutron logs for more information.\n'] [ 561.407456] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 561.407679] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d7b7420-f224-40ca-b31b-79fecddeb9fc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d7b7420-f224-40ca-b31b-79fecddeb9fc. [ 561.407981] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2d7b7420-f224-40ca-b31b-79fecddeb9fc. [ 561.457531] nova-conductor[53890]: DEBUG nova.network.neutron [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 561.484252] nova-conductor[53890]: DEBUG nova.network.neutron [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.489987] nova-conductor[53890]: DEBUG nova.network.neutron [None req-01e2f538-c7b0-46da-8f7e-1c0c908c379e tempest-ServerExternalEventsTest-1581246188 tempest-ServerExternalEventsTest-1581246188-project-member] [instance: 2d7b7420-f224-40ca-b31b-79fecddeb9fc] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.590134] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 563.610740] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.610966] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.611267] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.672431] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.674237] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.674237] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.674237] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.674237] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.674237] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.687272] nova-conductor[53890]: DEBUG nova.quota [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Getting quotas for project 599196158f174ee0804e4cfab212c226. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 563.695145] nova-conductor[53890]: DEBUG nova.quota [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Getting quotas for user 9ba5ce74e7154759ac001233d5dc6315 and project 599196158f174ee0804e4cfab212c226. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 563.704172] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 563.704683] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.704927] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.705116] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.714383] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 563.715121] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.715367] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.715565] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.738205] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.738445] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.738617] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.676513] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 564.698381] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.698706] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.698909] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.745814] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.746076] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.746265] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.746993] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.746993] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.746993] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.772300] nova-conductor[53890]: DEBUG nova.quota [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Getting quotas for project 599196158f174ee0804e4cfab212c226. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 564.779480] nova-conductor[53890]: DEBUG nova.quota [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Getting quotas for user 9ba5ce74e7154759ac001233d5dc6315 and project 599196158f174ee0804e4cfab212c226. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 564.813843] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 564.817319] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.817319] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.817319] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.843252] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 564.844033] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.844254] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.844435] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.886552] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.888099] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.888099] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.032132] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 567.058020] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.058020] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.058020] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.113019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.113019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.113019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.113019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.113019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.113019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.123948] nova-conductor[53891]: DEBUG nova.quota [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Getting quotas for project 9a2283630e9d44599519314b8f5e83a8. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 567.127397] nova-conductor[53891]: DEBUG nova.quota [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Getting quotas for user 1e348622d3124b46b77faed37250246b and project 9a2283630e9d44599519314b8f5e83a8. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 567.127943] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 567.133445] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 567.134079] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.134481] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.134731] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.139740] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 567.140824] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.141308] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.141757] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.150038] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.150459] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.150716] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.166051] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.166051] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.166051] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.200607] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.200792] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.200963] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.225252] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.225252] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.225252] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.225252] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.225252] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.225592] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.233209] nova-conductor[53890]: DEBUG nova.quota [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Getting quotas for project c9ec2780e8184262804e624c61bc7ea8. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 567.235651] nova-conductor[53890]: DEBUG nova.quota [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Getting quotas for user cd8670fac78d46ec8ced8af7b9a3455a and project c9ec2780e8184262804e624c61bc7ea8. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 567.241681] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 567.242302] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.242402] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.242643] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.251263] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 567.251869] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.252109] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.252391] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.268871] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.269165] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.269329] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.279737] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 567.279737] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.279737] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.280268] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.290584] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 567.290584] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.290584] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.290584] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.302769] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.302989] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.303209] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.576505] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 568.599084] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.599324] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.599491] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.635934] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.635934] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.636094] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.636475] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.636666] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.636829] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.655637] nova-conductor[53890]: DEBUG nova.quota [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Getting quotas for project e6c820c9781f42b5b10851e51c7b07ff. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 568.659741] nova-conductor[53890]: DEBUG nova.quota [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Getting quotas for user 350ae2da6c50499283f560c40a67f8fc and project e6c820c9781f42b5b10851e51c7b07ff. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 568.668627] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] [instance: 888a8b5d-c621-4691-ba12-8062d2e6e3fc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 568.669507] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.669507] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.669657] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.675389] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] [instance: 888a8b5d-c621-4691-ba12-8062d2e6e3fc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 568.676309] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.676309] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.676460] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.716292] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.716555] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.716742] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e5f8ffab-e56c-4663-aa0f-543256433949 tempest-ServerDiagnosticsV248Test-1490639651 tempest-ServerDiagnosticsV248Test-1490639651-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.859476] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d0ca70b3-f1c3-4aca-8f5a-ab7f499ddebf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 04ff03a7-fb81-43ca-a494-4f3eab2713ef was re-scheduled: Binding failed for port d0ca70b3-f1c3-4aca-8f5a-ab7f499ddebf, please check neutron logs for more information.\n'] [ 568.860404] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 568.860761] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04ff03a7-fb81-43ca-a494-4f3eab2713ef.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04ff03a7-fb81-43ca-a494-4f3eab2713ef. [ 568.861362] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04ff03a7-fb81-43ca-a494-4f3eab2713ef. [ 568.907037] nova-conductor[53890]: DEBUG nova.network.neutron [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 568.931697] nova-conductor[53890]: DEBUG nova.network.neutron [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.935797] nova-conductor[53890]: DEBUG nova.network.neutron [None req-27943650-058e-4e28-be65-1475d4a947d8 tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: 04ff03a7-fb81-43ca-a494-4f3eab2713ef] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.261339] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.276861] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.277107] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.277280] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.345367] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.345367] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.345367] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.345693] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.345881] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.346089] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.356421] nova-conductor[53891]: DEBUG nova.quota [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Getting quotas for project f01da20f135f48998dee1068a894b011. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.360568] nova-conductor[53891]: DEBUG nova.quota [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Getting quotas for user c347dc9fd59b43ec90620c045c25fa0a and project f01da20f135f48998dee1068a894b011. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.369502] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.369678] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.369897] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.370078] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.373172] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.373852] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.374071] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.374964] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.402277] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.416105] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.416354] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.421013] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.423895] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.423895] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.423895] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.471880] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.471880] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.471880] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.471880] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.471880] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.471880] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.484124] nova-conductor[53890]: DEBUG nova.quota [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.487179] nova-conductor[53890]: DEBUG nova.quota [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for user 9fd1fec1645e44a8abbe314c4e4b7959 and project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.493696] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.495013] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.495246] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.495420] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.498974] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.500712] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.500712] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.501116] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.517495] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.517803] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.517950] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.607125] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 736fc1fd-7dee-4ee8-8249-da23491f318e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4b382664-a41c-4ec0-ac9a-bb0c1d780164 was re-scheduled: Binding failed for port 736fc1fd-7dee-4ee8-8249-da23491f318e, please check neutron logs for more information.\n'] [ 570.607705] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 570.607949] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b382664-a41c-4ec0-ac9a-bb0c1d780164.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b382664-a41c-4ec0-ac9a-bb0c1d780164. [ 570.608872] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4b382664-a41c-4ec0-ac9a-bb0c1d780164. [ 570.650531] nova-conductor[53891]: DEBUG nova.network.neutron [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 570.676121] nova-conductor[53891]: DEBUG nova.network.neutron [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.684181] nova-conductor[53891]: DEBUG nova.network.neutron [None req-87d4ba83-802c-4f12-a962-55c544a943ec tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 4b382664-a41c-4ec0-ac9a-bb0c1d780164] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.307080] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=121,nova_api:DELETE=10,nova_api:UPDATE=11 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 574.311673] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2d2a1d28-5c7e-425f-bee5-71e1214cdec5 tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 574.311881] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d2a1d28-5c7e-425f-bee5-71e1214cdec5 tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.312149] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d2a1d28-5c7e-425f-bee5-71e1214cdec5 tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.312393] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d2a1d28-5c7e-425f-bee5-71e1214cdec5 tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.316053] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=65,nova_cell1:SAVEPOINT=20,nova_cell1:INSERT=168,nova_cell1:RELEASE=20 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 574.331618] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2d2a1d28-5c7e-425f-bee5-71e1214cdec5 tempest-ServersAdmin275Test-1212643696 tempest-ServersAdmin275Test-1212643696-project-member] [instance: cd12ad1a-f8d7-48ab-88af-8fef1c4e37d1] No migration record for the rebuild/evacuate request. {{(pid=53891) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 574.338856] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=132,nova_api:UPDATE=10,nova_api:DELETE=11 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 576.436757] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 576.460160] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.460160] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.460160] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.498256] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.498702] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.502237] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.505968] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.505968] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.505968] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.519217] nova-conductor[53890]: DEBUG nova.quota [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Getting quotas for project 8ed0e893c2e841729dc8ba5683b03103. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 576.521292] nova-conductor[53890]: DEBUG nova.quota [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Getting quotas for user 6e51f03fe78047e29066b5c9c8631e50 and project 8ed0e893c2e841729dc8ba5683b03103. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 576.529020] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 576.529020] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.529020] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.529020] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.534185] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 576.534867] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.535084] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.535253] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.555834] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.555834] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.555834] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.553145] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 577.565855] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.566115] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.566290] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.590038] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.590322] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.590585] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.590902] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.591106] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.591270] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.594178] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=23 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 577.603871] nova-conductor[53891]: DEBUG nova.quota [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Getting quotas for project 784e9b57e0854a4c8b79f0c720e838ef. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 577.614661] nova-conductor[53891]: DEBUG nova.quota [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Getting quotas for user c4608c28d8a14dc6bbecb3fcdf011108 and project 784e9b57e0854a4c8b79f0c720e838ef. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 577.634114] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 577.634114] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.634114] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.634114] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.647257] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 577.648162] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.648344] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.648521] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.671606] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.671871] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.672173] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.731182] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 578.761114] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.762965] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.762965] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.836162] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.836714] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.836817] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.837678] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.837678] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.837678] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.851381] nova-conductor[53890]: DEBUG nova.quota [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Getting quotas for project 8ed0e893c2e841729dc8ba5683b03103. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 578.855598] nova-conductor[53890]: DEBUG nova.quota [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Getting quotas for user 6e51f03fe78047e29066b5c9c8631e50 and project 8ed0e893c2e841729dc8ba5683b03103. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 578.866869] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 578.866869] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.866869] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.868300] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.878631] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 578.879670] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.880259] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.880393] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.936364] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.936364] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.936505] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.369010] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 583.386761] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.386910] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.387324] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.438772] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.439033] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.439214] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.439607] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.439799] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.439961] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.454790] nova-conductor[53891]: DEBUG nova.quota [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Getting quotas for project c8d6397913ea401cb03bdf5eab21f495. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 583.458488] nova-conductor[53891]: DEBUG nova.quota [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Getting quotas for user 1f3cd88825084ff6b50491459b24a0e7 and project c8d6397913ea401cb03bdf5eab21f495. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 583.468304] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 583.468304] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.468304] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.468304] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.471383] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 583.471916] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.472147] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.472346] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.500746] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.501022] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.501199] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.517498] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 584.533559] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.533970] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.536311] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.572423] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.572830] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.573146] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.573656] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.574113] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.574404] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.584505] nova-conductor[53890]: DEBUG nova.quota [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Getting quotas for project 58f8912244b74e018c77b1a5a583923a. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 584.586683] nova-conductor[53890]: DEBUG nova.quota [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Getting quotas for user 3cdd6106ce524a4b8fa920b3a3f88ac8 and project 58f8912244b74e018c77b1a5a583923a. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 584.594202] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] [instance: c2880392-f865-42cb-a5f7-22e7b3ee5618] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 584.594992] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.595340] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.595626] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.603646] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] [instance: c2880392-f865-42cb-a5f7-22e7b3ee5618] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 584.603646] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.603646] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.603646] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.627222] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.627222] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.627222] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-9f2467ca-8ad3-4172-9798-a448cb13ac26 tempest-ServersAaction247Test-1857416889 tempest-ServersAaction247Test-1857416889-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.674757] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-19b28677-f0da-4f45-a55f-e3a693793781 tempest-ServersAdmin275Test-2037779889 tempest-ServersAdmin275Test-2037779889-project-admin] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53890) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 587.675037] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-19b28677-f0da-4f45-a55f-e3a693793781 tempest-ServersAdmin275Test-2037779889 tempest-ServersAdmin275Test-2037779889-project-admin] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.675180] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-19b28677-f0da-4f45-a55f-e3a693793781 tempest-ServersAdmin275Test-2037779889 tempest-ServersAdmin275Test-2037779889-project-admin] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.675352] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-19b28677-f0da-4f45-a55f-e3a693793781 tempest-ServersAdmin275Test-2037779889 tempest-ServersAdmin275Test-2037779889-project-admin] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.690708] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-19b28677-f0da-4f45-a55f-e3a693793781 tempest-ServersAdmin275Test-2037779889 tempest-ServersAdmin275Test-2037779889-project-admin] [instance: cd12ad1a-f8d7-48ab-88af-8fef1c4e37d1] No migration record for the rebuild/evacuate request. {{(pid=53890) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 590.371950] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 590.389789] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.390042] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.390223] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.462372] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.462801] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.462869] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.463260] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.463466] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.463610] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.476402] nova-conductor[53891]: DEBUG nova.quota [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Getting quotas for project 260df6cb6de14c82bbd10d25b6f1182b. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.480119] nova-conductor[53891]: DEBUG nova.quota [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Getting quotas for user dbe7e183d009453290c27670e241a85b and project 260df6cb6de14c82bbd10d25b6f1182b. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.485485] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 590.485993] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.486223] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.486393] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.491361] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] block_device_mapping [BlockDeviceMapping(attachment_id=2c17b8ac-9a2b-4598-a88c-1d5b886897ed,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='8a7ec36f-b95c-42c3-be22-f4cad8e657f0',volume_size=1,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 590.492033] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.492246] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.492413] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.510567] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.512017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.512017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.433748] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e040b53d-f0b6-4c38-89d5-abc92948594f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 395c4f37-0155-43ef-8e7c-5678aef31707 was re-scheduled: Binding failed for port e040b53d-f0b6-4c38-89d5-abc92948594f, please check neutron logs for more information.\n'] [ 591.434362] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 591.434600] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 395c4f37-0155-43ef-8e7c-5678aef31707.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 395c4f37-0155-43ef-8e7c-5678aef31707. [ 591.434933] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 395c4f37-0155-43ef-8e7c-5678aef31707. [ 591.460653] nova-conductor[53891]: DEBUG nova.network.neutron [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.478607] nova-conductor[53891]: DEBUG nova.network.neutron [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.483033] nova-conductor[53891]: DEBUG nova.network.neutron [None req-51029db1-66fd-4fba-a97a-1c5e7225fb4e tempest-VolumesAssistedSnapshotsTest-208883403 tempest-VolumesAssistedSnapshotsTest-208883403-project-member] [instance: 395c4f37-0155-43ef-8e7c-5678aef31707] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.580761] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=14 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 597.675526] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=92,nova_api:UPDATE=6,nova_api:DELETE=4 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 597.698119] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=82,nova_api:UPDATE=9,nova_api:DELETE=11 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 597.718259] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=48,nova_cell1:SAVEPOINT=12,nova_cell1:INSERT=119,nova_cell1:RELEASE=12,nova_cell1:UPDATE=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 600.470561] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 600.494268] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:UPDATE=3,nova_cell1:INSERT=24,nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 600.503592] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 600.506906] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 602.493751] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8e686acd-83f7-497f-be5c-eb1027675c00, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 73e00c48-5569-4fa0-93bd-daaca38e04c6 was re-scheduled: Binding failed for port 8e686acd-83f7-497f-be5c-eb1027675c00, please check neutron logs for more information.\n'] [ 602.494333] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 602.494556] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73e00c48-5569-4fa0-93bd-daaca38e04c6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73e00c48-5569-4fa0-93bd-daaca38e04c6. [ 602.494767] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73e00c48-5569-4fa0-93bd-daaca38e04c6. [ 602.515462] nova-conductor[53891]: DEBUG nova.network.neutron [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.531147] nova-conductor[53891]: DEBUG nova.network.neutron [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.534555] nova-conductor[53891]: DEBUG nova.network.neutron [None req-56560217-af80-4773-9a9f-9ccc1f429d5e tempest-FloatingIPsAssociationNegativeTestJSON-479277711 tempest-FloatingIPsAssociationNegativeTestJSON-479277711-project-member] [instance: 73e00c48-5569-4fa0-93bd-daaca38e04c6] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.515323] nova-conductor[53890]: DEBUG nova.db.main.api [None req-48a1d531-8f5f-4fe4-9b6d-1678fe4e4b92 tempest-ServersListShow296Test-185629776 tempest-ServersListShow296Test-185629776-project-member] Created instance_extra for 3024a79b-8460-420d-85a1-c024ac1e1b29 {{(pid=53890) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 604.394047] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ac4935e4-98f7-4fbe-ac68-e49fe95f63cb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8a714015-e923-4dac-afa2-703a0f11c776 was re-scheduled: Binding failed for port ac4935e4-98f7-4fbe-ac68-e49fe95f63cb, please check neutron logs for more information.\n'] [ 604.394672] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 604.394902] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a714015-e923-4dac-afa2-703a0f11c776.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a714015-e923-4dac-afa2-703a0f11c776. [ 604.395140] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8a714015-e923-4dac-afa2-703a0f11c776. [ 604.437019] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.457349] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.460892] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a5300f23-0ac1-4202-8947-a3d7d08e1dbb tempest-ServersWithSpecificFlavorTestJSON-907799838 tempest-ServersWithSpecificFlavorTestJSON-907799838-project-member] [instance: 8a714015-e923-4dac-afa2-703a0f11c776] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.463919] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b8e9cdd5-8f14-4f75-9c0e-f67feb8bb7ba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 381f6081-d97c-4db6-9dc1-a8c01e3fda94 was re-scheduled: Binding failed for port b8e9cdd5-8f14-4f75-9c0e-f67feb8bb7ba, please check neutron logs for more information.\n'] [ 606.465538] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 606.465887] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 381f6081-d97c-4db6-9dc1-a8c01e3fda94.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 381f6081-d97c-4db6-9dc1-a8c01e3fda94. [ 606.466558] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 381f6081-d97c-4db6-9dc1-a8c01e3fda94. [ 606.510069] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.541568] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.549777] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a9de2dd6-0be7-4682-bf36-1dfc2cf75801 tempest-ServersTestJSON-1622355753 tempest-ServersTestJSON-1622355753-project-member] [instance: 381f6081-d97c-4db6-9dc1-a8c01e3fda94] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.181418] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 607.203796] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.203796] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.203796] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.265500] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.265764] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.265939] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.266347] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.266614] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.266690] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.288886] nova-conductor[53891]: DEBUG nova.quota [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Getting quotas for project c1a288d276e64f3186841910efb533b4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.291464] nova-conductor[53891]: DEBUG nova.quota [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Getting quotas for user 2c08b71647c14b2ca56405e884607197 and project c1a288d276e64f3186841910efb533b4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.297305] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 607.297781] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.297990] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.298226] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.301107] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 607.301923] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.301984] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.302167] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.335280] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.335542] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.335714] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.825417] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 607.840316] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.840739] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.841008] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.894355] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.894633] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.894785] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.895399] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.895458] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.895609] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.906835] nova-conductor[53891]: DEBUG nova.quota [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Getting quotas for project c1a288d276e64f3186841910efb533b4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 607.910724] nova-conductor[53891]: DEBUG nova.quota [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Getting quotas for user 2c08b71647c14b2ca56405e884607197 and project c1a288d276e64f3186841910efb533b4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 607.916441] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 607.917018] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.917247] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.917437] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.921523] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 607.922233] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.922458] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.922679] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.955128] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.955404] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.955575] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.562297] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 608.577958] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.578212] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.578375] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.613813] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 608.627479] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.627789] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.629115] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.669533] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.670108] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.670108] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.672478] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.672747] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.672945] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.673321] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.673512] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.674202] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.685352] nova-conductor[53890]: DEBUG nova.quota [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Getting quotas for project c1a288d276e64f3186841910efb533b4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 608.689757] nova-conductor[53890]: DEBUG nova.quota [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Getting quotas for user 2c08b71647c14b2ca56405e884607197 and project c1a288d276e64f3186841910efb533b4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 608.695734] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.696214] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.696421] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.696590] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.697254] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.697491] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.697663] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.704120] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.704823] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.705050] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.705225] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.728946] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.729250] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.729424] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.730602] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.730888] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.731107] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.732946] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.732946] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.732946] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.740512] nova-conductor[53891]: DEBUG nova.quota [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Getting quotas for project 5d11bc77ebe140caa6da510f081a7e8b. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 608.742843] nova-conductor[53891]: DEBUG nova.quota [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Getting quotas for user 6fc65659bd1e45d3b52865bed7a08386 and project 5d11bc77ebe140caa6da510f081a7e8b. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 608.749086] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.749086] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.749201] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.749294] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.754240] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.755111] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.755636] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.755636] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.772234] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.772461] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.772629] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.778899] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.779375] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.779579] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.779741] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.783698] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.784323] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.784528] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.784692] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.804505] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.804505] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.804505] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.811225] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.811644] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.811874] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.812075] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.821873] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.822444] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.822698] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.822853] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.849332] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.849572] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.849738] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.136325] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3fe2d81f-ec68-4f59-9fe8-3a642c73a354, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 37a9455e-0b43-4240-8b7f-27267d5997ea was re-scheduled: Binding failed for port 3fe2d81f-ec68-4f59-9fe8-3a642c73a354, please check neutron logs for more information.\n'] [ 609.137337] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 609.140853] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37a9455e-0b43-4240-8b7f-27267d5997ea.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37a9455e-0b43-4240-8b7f-27267d5997ea. [ 609.140853] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37a9455e-0b43-4240-8b7f-27267d5997ea. [ 609.172862] nova-conductor[53890]: DEBUG nova.network.neutron [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.193685] nova-conductor[53890]: DEBUG nova.network.neutron [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.200309] nova-conductor[53890]: DEBUG nova.network.neutron [None req-ac1c4bcf-6612-4015-8889-1783cf37419d tempest-ImagesNegativeTestJSON-300964249 tempest-ImagesNegativeTestJSON-300964249-project-member] [instance: 37a9455e-0b43-4240-8b7f-27267d5997ea] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.691598] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4252d84d-4ea4-421f-bcb5-623e3486c1e2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 307740e9-1929-4ec3-a4bb-509363c0e0d7 was re-scheduled: Binding failed for port 4252d84d-4ea4-421f-bcb5-623e3486c1e2, please check neutron logs for more information.\n'] [ 610.692272] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 610.693734] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 307740e9-1929-4ec3-a4bb-509363c0e0d7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 307740e9-1929-4ec3-a4bb-509363c0e0d7. [ 610.694094] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 307740e9-1929-4ec3-a4bb-509363c0e0d7. [ 610.721096] nova-conductor[53890]: DEBUG nova.network.neutron [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.748668] nova-conductor[53890]: DEBUG nova.network.neutron [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.750843] nova-conductor[53890]: DEBUG nova.network.neutron [None req-55c73d6f-637d-4538-b827-01c6e5aa1d00 tempest-ServerActionsTestOtherA-37060065 tempest-ServerActionsTestOtherA-37060065-project-member] [instance: 307740e9-1929-4ec3-a4bb-509363c0e0d7] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.161781] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f2070ee5-21bd-48ef-af38-6f0ba9546d9c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 30900ec1-15bd-4ed7-9def-e7e337b63b08 was re-scheduled: Binding failed for port f2070ee5-21bd-48ef-af38-6f0ba9546d9c, please check neutron logs for more information.\n'] [ 614.162563] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 614.162951] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 30900ec1-15bd-4ed7-9def-e7e337b63b08.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 30900ec1-15bd-4ed7-9def-e7e337b63b08. [ 614.163198] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 30900ec1-15bd-4ed7-9def-e7e337b63b08. [ 614.194815] nova-conductor[53891]: DEBUG nova.network.neutron [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.225645] nova-conductor[53891]: DEBUG nova.network.neutron [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.229650] nova-conductor[53891]: DEBUG nova.network.neutron [None req-494c7a1f-681d-4462-acd0-6d41aac803ce tempest-AttachInterfacesUnderV243Test-1114383025 tempest-AttachInterfacesUnderV243Test-1114383025-project-member] [instance: 30900ec1-15bd-4ed7-9def-e7e337b63b08] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.139678] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 616.158019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.158019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.158019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.205150] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.208209] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.208209] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.208209] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.208209] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.208209] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.219281] nova-conductor[53891]: DEBUG nova.quota [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Getting quotas for project 7cfe189515ad49d8b1d49af7822fdc83. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 616.223655] nova-conductor[53891]: DEBUG nova.quota [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Getting quotas for user bd5b63c3af48487db29fe390d5822301 and project 7cfe189515ad49d8b1d49af7822fdc83. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 616.230267] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 616.230766] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.231044] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.231278] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.238729] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 616.239169] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.239373] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.239535] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.262540] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.262856] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.263049] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.410945] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=351,nova_cell1:UPDATE=162,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.582429] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=400,nova_cell1:UPDATE=190,nova_cell1:INSERT=27,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.677547] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.707465] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.724545] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.726776] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.971163] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0dd9f7a7-d33f-46ad-87db-7ca661b23fec, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5244c56a-7b06-44ef-82dc-42861356a54b was re-scheduled: Binding failed for port 0dd9f7a7-d33f-46ad-87db-7ca661b23fec, please check neutron logs for more information.\n'] [ 618.972361] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 618.973229] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5244c56a-7b06-44ef-82dc-42861356a54b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5244c56a-7b06-44ef-82dc-42861356a54b. [ 618.974147] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5244c56a-7b06-44ef-82dc-42861356a54b. [ 619.010020] nova-conductor[53890]: DEBUG nova.network.neutron [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.038141] nova-conductor[53890]: DEBUG nova.network.neutron [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.040165] nova-conductor[53890]: DEBUG nova.network.neutron [None req-4648c447-41e2-456a-ac95-605bb303d4de tempest-ServerAddressesNegativeTestJSON-466937446 tempest-ServerAddressesNegativeTestJSON-466937446-project-member] [instance: 5244c56a-7b06-44ef-82dc-42861356a54b] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.716914] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 619.729480] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.729723] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.729892] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.759134] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.759408] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.759810] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.759982] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.760191] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.760352] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.770967] nova-conductor[53891]: DEBUG nova.quota [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Getting quotas for project 490654d8f2774b839103fcbc5c0f307a. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 619.774503] nova-conductor[53891]: DEBUG nova.quota [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Getting quotas for user b16996c06ddc4d7a8d2544f464f603a5 and project 490654d8f2774b839103fcbc5c0f307a. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 619.780290] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 619.780798] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.781021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.781195] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.784078] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 619.784711] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.784904] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.785082] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.804530] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.804766] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.805497] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.805741] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a1c0b46f-6555-4989-a8ea-ab13172cab3a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 97c814cb-1d77-41b9-8081-f34131e8dc41 was re-scheduled: Binding failed for port a1c0b46f-6555-4989-a8ea-ab13172cab3a, please check neutron logs for more information.\n'] [ 621.806900] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 621.806900] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 97c814cb-1d77-41b9-8081-f34131e8dc41.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 97c814cb-1d77-41b9-8081-f34131e8dc41. [ 621.806900] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 97c814cb-1d77-41b9-8081-f34131e8dc41. [ 621.851091] nova-conductor[53890]: DEBUG nova.network.neutron [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.890082] nova-conductor[53890]: DEBUG nova.network.neutron [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.901445] nova-conductor[53890]: DEBUG nova.network.neutron [None req-91334fe4-654e-45a9-a353-c7bd1440a5ed tempest-ServerRescueTestJSON-2020496931 tempest-ServerRescueTestJSON-2020496931-project-member] [instance: 97c814cb-1d77-41b9-8081-f34131e8dc41] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.084692] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 624.103738] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.104038] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.104219] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.159345] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.159800] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.161166] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.161166] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.161166] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.161166] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.171156] nova-conductor[53891]: DEBUG nova.quota [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Getting quotas for project 410fb53fc61b44b3960fad66c2111a46. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.174801] nova-conductor[53891]: DEBUG nova.quota [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Getting quotas for user bf46b7e606f44c5a90ad4e33eb1d8ca2 and project 410fb53fc61b44b3960fad66c2111a46. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.182625] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 624.183156] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.183380] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.183550] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.188896] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 624.189760] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.190388] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.190549] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.217389] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.219017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.219017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.934094] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 278bfcc4-2c5b-421e-9a9f-f4a6b8c3357b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 140d7b6a-4373-4312-a503-c5fe4248d43b was re-scheduled: Binding failed for port 278bfcc4-2c5b-421e-9a9f-f4a6b8c3357b, please check neutron logs for more information.\n'] [ 625.934094] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 625.934094] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 140d7b6a-4373-4312-a503-c5fe4248d43b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 140d7b6a-4373-4312-a503-c5fe4248d43b. [ 625.934094] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 140d7b6a-4373-4312-a503-c5fe4248d43b. [ 625.962932] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.000842] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.005082] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2822a95d-cb0e-4305-86cf-c98e888881a2 tempest-MigrationsAdminTest-972426664 tempest-MigrationsAdminTest-972426664-project-member] [instance: 140d7b6a-4373-4312-a503-c5fe4248d43b] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.250355] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.250480] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.251186] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.791164] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 629.807069] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.807069] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.807069] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.851974] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.852327] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.852470] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.852868] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.853104] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.853365] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.871934] nova-conductor[53891]: DEBUG nova.quota [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Getting quotas for project 59312851d4304536bc40285a01a58bd8. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 629.882127] nova-conductor[53891]: DEBUG nova.quota [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Getting quotas for user ced4f37a879e4b99918c2ad0d218cea4 and project 59312851d4304536bc40285a01a58bd8. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 629.892256] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 629.892256] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.892390] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.892503] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.902240] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 629.906128] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.906128] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.906128] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.942627] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.942945] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.943263] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.463725] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 630.505350] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.505350] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.505350] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.559452] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.559452] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.559562] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.560372] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.560372] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.560372] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.572020] nova-conductor[53891]: DEBUG nova.quota [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Getting quotas for project ae2693a760d54b2ea92d6eafbd339c2b. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 630.575572] nova-conductor[53891]: DEBUG nova.quota [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Getting quotas for user fab250a3d9c24bb48dbe54fae698e568 and project ae2693a760d54b2ea92d6eafbd339c2b. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 630.581057] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 630.581535] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.581733] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.583021] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.588610] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 630.589294] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.589519] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.589687] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.614615] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.614814] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.614998] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.306676] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 631.325482] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.325788] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.325987] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.382320] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.383274] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.383274] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.384155] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.384155] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.384155] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.399918] nova-conductor[53890]: DEBUG nova.quota [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Getting quotas for project 2df67585f9f34dd6a257e27d3616fa92. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 631.404244] nova-conductor[53890]: DEBUG nova.quota [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Getting quotas for user baf7bac942364b80b3f34801a47517c9 and project 2df67585f9f34dd6a257e27d3616fa92. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 631.410016] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 631.410522] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.410771] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.410978] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.418196] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.418196] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.418366] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.418464] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.435039] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.435039] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.435314] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.260170] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 640.273698] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.273940] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.274131] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.325399] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.325399] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.325399] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.326390] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.326444] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.326613] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.339311] nova-conductor[53890]: DEBUG nova.quota [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Getting quotas for project ba30c4826b5741198fcde6579e326bef. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 640.342375] nova-conductor[53890]: DEBUG nova.quota [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Getting quotas for user 08bce16a11644533995911678bd3184c and project ba30c4826b5741198fcde6579e326bef. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 640.347376] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] [instance: 5e022fce-03ba-4e63-976f-a88a26bb3c0a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 640.347965] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.348144] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.348220] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.354405] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] [instance: 5e022fce-03ba-4e63-976f-a88a26bb3c0a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 640.355018] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.355230] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.355414] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.370503] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.370705] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.370893] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-cf4b2347-0eee-474b-bffd-1bf24525d0cd tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.564645] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=8 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.591577] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=28,nova_cell1:SAVEPOINT=7,nova_cell1:INSERT=77,nova_cell1:RELEASE=7 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.602717] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=55,nova_api:UPDATE=4,nova_api:DELETE=6 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 640.608326] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=50,nova_api:DELETE=4,nova_api:UPDATE=6 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.454265] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 90672069-8175-4bd3-9d14-4e8f1f86549b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7bbb5913-1c82-4a85-8242-7c0fac42f557 was re-scheduled: Binding failed for port 90672069-8175-4bd3-9d14-4e8f1f86549b, please check neutron logs for more information.\n'] [ 643.454873] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 643.455117] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7bbb5913-1c82-4a85-8242-7c0fac42f557.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7bbb5913-1c82-4a85-8242-7c0fac42f557. [ 643.455463] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7bbb5913-1c82-4a85-8242-7c0fac42f557. [ 643.477379] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.496115] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.498838] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e932dd91-808e-4afe-b457-f47f3eaefe91 tempest-ServerAddressesTestJSON-49333549 tempest-ServerAddressesTestJSON-49333549-project-member] [instance: 7bbb5913-1c82-4a85-8242-7c0fac42f557] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.327192] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 650.333553] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 650.349818] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.351018] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.351468] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.380585] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.380585] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.380693] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.380969] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.381204] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.381368] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.392342] nova-conductor[53890]: DEBUG nova.quota [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Getting quotas for project 474f374a153b402b9c485ae68f27fdbd. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 650.395949] nova-conductor[53890]: DEBUG nova.quota [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Getting quotas for user b427a672048b49db823258e3912a44aa and project 474f374a153b402b9c485ae68f27fdbd. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 650.402544] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 650.403459] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.403674] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.403845] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.408475] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 650.409138] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.409350] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.409516] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.426032] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.426032] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.426032] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.121745] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port def29690-5bc0-4fe6-90b8-ae7b15c25e21, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b3c76371-2371-443c-a9a0-baf413e33ef5 was re-scheduled: Binding failed for port def29690-5bc0-4fe6-90b8-ae7b15c25e21, please check neutron logs for more information.\n'] [ 653.122423] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 653.122689] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3c76371-2371-443c-a9a0-baf413e33ef5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3c76371-2371-443c-a9a0-baf413e33ef5. [ 653.122970] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b3c76371-2371-443c-a9a0-baf413e33ef5. [ 653.142040] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.156827] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.159658] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a8ce69b3-567f-4cff-9085-dbf10e9f16fc tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: b3c76371-2371-443c-a9a0-baf413e33ef5] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.783809] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 654.795868] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.796216] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.796383] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.821520] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.821756] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.821935] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.822352] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.822571] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.822981] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.830494] nova-conductor[53890]: DEBUG nova.quota [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Getting quotas for project 9ed47d27f2274e25ba264ab6522c53be. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 654.832679] nova-conductor[53890]: DEBUG nova.quota [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Getting quotas for user 78f2a93fe8754d5c800fcb6d2663f249 and project 9ed47d27f2274e25ba264ab6522c53be. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 654.838314] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 654.838780] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.838981] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.839166] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.843126] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 654.843768] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.843972] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.844182] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.867303] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.867563] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.867793] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.135192] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a24f2c34-f9e6-4049-9c97-ab0ce133cc53, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fadde76d-4517-44c7-a3cc-3cfaf7a58f5b was re-scheduled: Binding failed for port a24f2c34-f9e6-4049-9c97-ab0ce133cc53, please check neutron logs for more information.\n'] [ 655.137035] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 655.137035] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fadde76d-4517-44c7-a3cc-3cfaf7a58f5b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fadde76d-4517-44c7-a3cc-3cfaf7a58f5b. [ 655.137035] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fadde76d-4517-44c7-a3cc-3cfaf7a58f5b. [ 655.161881] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.176198] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.179318] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a2f7c442-d058-4e22-a260-19b295e97dd8 tempest-ServerActionsTestOtherB-2086998118 tempest-ServerActionsTestOtherB-2086998118-project-member] [instance: fadde76d-4517-44c7-a3cc-3cfaf7a58f5b] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.092951] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6ca079f8-0f57-4d59-9c9e-984b71ee71b5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9626fa5b-f188-4d55-bb08-15a3a35c6dca was re-scheduled: Binding failed for port 6ca079f8-0f57-4d59-9c9e-984b71ee71b5, please check neutron logs for more information.\n'] [ 657.092951] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 657.093260] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9626fa5b-f188-4d55-bb08-15a3a35c6dca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9626fa5b-f188-4d55-bb08-15a3a35c6dca. [ 657.093885] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9626fa5b-f188-4d55-bb08-15a3a35c6dca. [ 657.119497] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.133640] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.137047] nova-conductor[53891]: DEBUG nova.network.neutron [None req-a29e6c4d-0a2d-417e-945e-aadc5bb61183 tempest-ImagesOneServerNegativeTestJSON-1766113803 tempest-ImagesOneServerNegativeTestJSON-1766113803-project-member] [instance: 9626fa5b-f188-4d55-bb08-15a3a35c6dca] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.705885] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 663.719240] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.719863] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.719863] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.756743] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.757086] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.757638] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.758069] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.758269] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.758433] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.769572] nova-conductor[53891]: DEBUG nova.quota [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Getting quotas for project 08968a7b2a2d46a8b279625de27db8aa. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 663.771818] nova-conductor[53891]: DEBUG nova.quota [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Getting quotas for user 5b37e36bd0704c548013260776bf6e12 and project 08968a7b2a2d46a8b279625de27db8aa. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 663.781125] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 663.781125] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.781125] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.781125] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.785980] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 663.786823] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.787158] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.787436] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.805017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.805017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.805017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.826409] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 664.846457] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 664.859439] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=25,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 664.860781] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.764063] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.790062] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.798113] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 673.800844] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 675.071156] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 09a7f807-aed4-407f-b9f0-6e5d35d111d8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7b2f247c-1424-482e-a882-2fd5c0b26e28 was re-scheduled: Binding failed for port 09a7f807-aed4-407f-b9f0-6e5d35d111d8, please check neutron logs for more information.\n'] [ 675.072796] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 675.072796] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7b2f247c-1424-482e-a882-2fd5c0b26e28.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7b2f247c-1424-482e-a882-2fd5c0b26e28. [ 675.072941] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7b2f247c-1424-482e-a882-2fd5c0b26e28. [ 675.095247] nova-conductor[53891]: DEBUG nova.network.neutron [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.110576] nova-conductor[53891]: DEBUG nova.network.neutron [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.113782] nova-conductor[53891]: DEBUG nova.network.neutron [None req-4ad99780-911f-43f1-9f50-8056af9d2133 tempest-ServerMetadataTestJSON-548963063 tempest-ServerMetadataTestJSON-548963063-project-member] [instance: 7b2f247c-1424-482e-a882-2fd5c0b26e28] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.997630] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8c0ad9c0-e6f4-43cf-945f-371ea041d26b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f2f196b6-f42f-49c0-b078-03f738409b59 was re-scheduled: Binding failed for port 8c0ad9c0-e6f4-43cf-945f-371ea041d26b, please check neutron logs for more information.\n'] [ 676.998239] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 676.998473] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f2f196b6-f42f-49c0-b078-03f738409b59.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f2f196b6-f42f-49c0-b078-03f738409b59. [ 676.998689] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f2f196b6-f42f-49c0-b078-03f738409b59. [ 677.031722] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.057854] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.061244] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2cf3045f-e1e4-4b16-a07b-8291aad740d7 tempest-ImagesOneServerTestJSON-697114614 tempest-ImagesOneServerTestJSON-697114614-project-member] [instance: f2f196b6-f42f-49c0-b078-03f738409b59] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.512209] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:SELECT=293,nova_cell1:UPDATE=133,nova_cell1:INSERT=23 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 678.811581] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=258,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:UPDATE=127,nova_cell1:INSERT=12,nova_cell1:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 679.000907] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1144112b-9b59-416d-937d-4a0fbf8e14bf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ada03f6a-ec41-4102-accf-776322859d21 was re-scheduled: Binding failed for port 1144112b-9b59-416d-937d-4a0fbf8e14bf, please check neutron logs for more information.\n'] [ 679.001658] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 679.001947] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ada03f6a-ec41-4102-accf-776322859d21.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ada03f6a-ec41-4102-accf-776322859d21. [ 679.002206] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ada03f6a-ec41-4102-accf-776322859d21. [ 679.041530] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.070018] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.070018] nova-conductor[53890]: DEBUG nova.network.neutron [None req-a45cc877-818e-4136-af79-74558f88974e tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: ada03f6a-ec41-4102-accf-776322859d21] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.710223] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 682.724110] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.724356] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.724555] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.753644] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.753890] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.754079] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.754488] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.754704] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.755961] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.762851] nova-conductor[53891]: DEBUG nova.quota [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Getting quotas for project 47bf89d5399241cf9faf9efbe1cd0114. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 682.765026] nova-conductor[53891]: DEBUG nova.quota [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Getting quotas for user ae40136b9cfc440a982c13500b90f1c8 and project 47bf89d5399241cf9faf9efbe1cd0114. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 682.769952] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 682.770388] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.770587] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.770752] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.778189] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 682.778835] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.779052] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.779220] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.793817] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.793910] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.794020] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.577572] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 009866f6-5113-4305-a1b9-e8a6e28d00a2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eda3f363-1c0e-4c85-8fec-591a72804f40 was re-scheduled: Binding failed for port 009866f6-5113-4305-a1b9-e8a6e28d00a2, please check neutron logs for more information.\n'] [ 683.578301] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 683.578576] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eda3f363-1c0e-4c85-8fec-591a72804f40.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eda3f363-1c0e-4c85-8fec-591a72804f40. [ 683.579373] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eda3f363-1c0e-4c85-8fec-591a72804f40. [ 683.607372] nova-conductor[53891]: DEBUG nova.network.neutron [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.623204] nova-conductor[53891]: DEBUG nova.network.neutron [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.626696] nova-conductor[53891]: DEBUG nova.network.neutron [None req-bceb48f5-980d-4950-bb9b-ccfeee8798dd tempest-ListImageFiltersTestJSON-1836908813 tempest-ListImageFiltersTestJSON-1836908813-project-member] [instance: eda3f363-1c0e-4c85-8fec-591a72804f40] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.615947] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 32b2a074-15a7-4eeb-ae82-0c59d77278bc, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 019d1052-13c2-4be4-9f91-baca233d9829 was re-scheduled: Binding failed for port 32b2a074-15a7-4eeb-ae82-0c59d77278bc, please check neutron logs for more information.\n'] [ 685.616780] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 685.617019] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 019d1052-13c2-4be4-9f91-baca233d9829.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 019d1052-13c2-4be4-9f91-baca233d9829. [ 685.617836] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 019d1052-13c2-4be4-9f91-baca233d9829. [ 685.641738] nova-conductor[53890]: DEBUG nova.network.neutron [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.672968] nova-conductor[53890]: DEBUG nova.network.neutron [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.676253] nova-conductor[53890]: DEBUG nova.network.neutron [None req-35651c1b-a0dd-48ba-bd6f-d915ebe5f74d tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 019d1052-13c2-4be4-9f91-baca233d9829] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.036304] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 687.054241] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.054241] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.054413] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.083055] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.083378] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.083623] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.084081] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.084326] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.084519] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.094054] nova-conductor[53891]: DEBUG nova.quota [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Getting quotas for project 9a2283630e9d44599519314b8f5e83a8. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.097132] nova-conductor[53891]: DEBUG nova.quota [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Getting quotas for user 1e348622d3124b46b77faed37250246b and project 9a2283630e9d44599519314b8f5e83a8. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.101946] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.102347] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.102535] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.102703] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.106045] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.106668] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.106867] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.107042] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.121354] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.121604] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.121862] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.545381] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d0416a32-56fb-4ae5-b672-5ba58a6b358b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6bd62cdd-2e59-40a3-9cb0-b0102355e087 was re-scheduled: Binding failed for port d0416a32-56fb-4ae5-b672-5ba58a6b358b, please check neutron logs for more information.\n'] [ 687.546293] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 687.546293] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6bd62cdd-2e59-40a3-9cb0-b0102355e087.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6bd62cdd-2e59-40a3-9cb0-b0102355e087. [ 687.546512] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6bd62cdd-2e59-40a3-9cb0-b0102355e087. [ 687.564712] nova-conductor[53890]: DEBUG nova.network.neutron [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.580689] nova-conductor[53890]: DEBUG nova.network.neutron [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.583824] nova-conductor[53890]: DEBUG nova.network.neutron [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 6bd62cdd-2e59-40a3-9cb0-b0102355e087] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.088973] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.108964] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.115711] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.119044] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 705.303904] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d5672f42-49f0-47f0-a3da-9e5c811d6efa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9676a3dd-dd4e-4106-8153-c3ac13b18483 was re-scheduled: Binding failed for port d5672f42-49f0-47f0-a3da-9e5c811d6efa, please check neutron logs for more information.\n'] [ 705.304553] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 705.304822] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9676a3dd-dd4e-4106-8153-c3ac13b18483.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9676a3dd-dd4e-4106-8153-c3ac13b18483. [ 705.305305] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9676a3dd-dd4e-4106-8153-c3ac13b18483. [ 705.344446] nova-conductor[53891]: DEBUG nova.network.neutron [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.377211] nova-conductor[53891]: DEBUG nova.network.neutron [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.386583] nova-conductor[53891]: DEBUG nova.network.neutron [None req-db8bdf00-b8e0-4309-bc89-b40da6802e60 tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 9676a3dd-dd4e-4106-8153-c3ac13b18483] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.583806] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 706.595699] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.595927] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.596145] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.627910] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.628238] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.628423] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.650926] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.651872] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.651872] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.651872] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.651872] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.652088] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.660476] nova-conductor[53890]: DEBUG nova.quota [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Getting quotas for project c9ec2780e8184262804e624c61bc7ea8. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 706.663634] nova-conductor[53890]: DEBUG nova.quota [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Getting quotas for user cd8670fac78d46ec8ced8af7b9a3455a and project c9ec2780e8184262804e624c61bc7ea8. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 706.668801] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 69e323a3-0f05-42fd-b4a0-063131d86265] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 706.669253] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.669456] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.669622] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.675077] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: 69e323a3-0f05-42fd-b4a0-063131d86265] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 706.675750] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.676204] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.676204] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.698638] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.698925] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.699128] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.706093] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: c235c2c4-35b6-4122-917c-6f45c272c7a7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 706.706602] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.706691] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.706799] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.712392] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] [instance: c235c2c4-35b6-4122-917c-6f45c272c7a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 706.712747] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.712953] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.713134] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.729690] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.729914] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.730134] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-7f2c0ce3-8557-4742-9ea5-881819a11e7e tempest-MultipleCreateTestJSON-2012764336 tempest-MultipleCreateTestJSON-2012764336-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.469406] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 515bd45d-0072-4957-b58f-841c2ec524b1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e7a736ef-282e-46eb-aa87-e2d7e8f6fa37 was re-scheduled: Binding failed for port 515bd45d-0072-4957-b58f-841c2ec524b1, please check neutron logs for more information.\n'] [ 715.470018] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 715.470254] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7a736ef-282e-46eb-aa87-e2d7e8f6fa37.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7a736ef-282e-46eb-aa87-e2d7e8f6fa37. [ 715.470559] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e7a736ef-282e-46eb-aa87-e2d7e8f6fa37. [ 715.495547] nova-conductor[53890]: DEBUG nova.network.neutron [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.517594] nova-conductor[53890]: DEBUG nova.network.neutron [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.520654] nova-conductor[53890]: DEBUG nova.network.neutron [None req-3e18e64d-2cfd-4c17-bd1b-5574372b7837 tempest-ServersTestManualDisk-414720755 tempest-ServersTestManualDisk-414720755-project-member] [instance: e7a736ef-282e-46eb-aa87-e2d7e8f6fa37] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.655528] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.715089] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=14 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.737339] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.739735] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 719.957991] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3b2bd2dc-cedc-4b73-910d-8307eda380aa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c3d9d164-55c3-4274-adeb-6cc20f8a9e32 was re-scheduled: Binding failed for port 3b2bd2dc-cedc-4b73-910d-8307eda380aa, please check neutron logs for more information.\n'] [ 719.958889] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 719.959227] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c3d9d164-55c3-4274-adeb-6cc20f8a9e32.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c3d9d164-55c3-4274-adeb-6cc20f8a9e32. [ 719.959511] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c3d9d164-55c3-4274-adeb-6cc20f8a9e32. [ 719.987416] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.014843] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.020125] nova-conductor[53890]: DEBUG nova.network.neutron [None req-2039f570-44d8-4924-acd1-baa9b905497b tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: c3d9d164-55c3-4274-adeb-6cc20f8a9e32] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.918677] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b96ee21a-eb00-4a62-9233-a5f567cc081f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f5f1efd9-7c98-49eb-8b2b-9520e038bc6a was re-scheduled: Binding failed for port b96ee21a-eb00-4a62-9233-a5f567cc081f, please check neutron logs for more information.\n'] [ 721.919520] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 721.919604] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f5f1efd9-7c98-49eb-8b2b-9520e038bc6a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f5f1efd9-7c98-49eb-8b2b-9520e038bc6a. [ 721.919825] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f5f1efd9-7c98-49eb-8b2b-9520e038bc6a. [ 721.960724] nova-conductor[53891]: DEBUG nova.network.neutron [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.981893] nova-conductor[53891]: DEBUG nova.network.neutron [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.986704] nova-conductor[53891]: DEBUG nova.network.neutron [None req-7d9ab01a-5060-4860-ae80-b61a04b3285e tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: f5f1efd9-7c98-49eb-8b2b-9520e038bc6a] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.467885] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 723.481906] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.482613] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.482613] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.515954] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.516200] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.516408] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.516995] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.516995] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.517149] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.526755] nova-conductor[53890]: DEBUG nova.quota [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 723.529942] nova-conductor[53890]: DEBUG nova.quota [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for user 9fd1fec1645e44a8abbe314c4e4b7959 and project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 723.535240] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: 4e04146a-94ed-4fb4-b1de-460b83490175] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 723.535652] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.535850] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.536021] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.540630] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: 4e04146a-94ed-4fb4-b1de-460b83490175] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 723.541280] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.541474] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.541636] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.556795] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.557402] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.557402] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-08a317c8-0097-4191-a3b9-c0f06c24efcb tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.863512] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b417ad07-ceb4-44ff-89a3-1119c2742a41, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524 was re-scheduled: Binding failed for port b417ad07-ceb4-44ff-89a3-1119c2742a41, please check neutron logs for more information.\n'] [ 723.864632] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 723.864850] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524. [ 723.865101] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524. [ 723.910780] nova-conductor[53891]: DEBUG nova.network.neutron [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.926319] nova-conductor[53891]: DEBUG nova.network.neutron [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.929360] nova-conductor[53891]: DEBUG nova.network.neutron [None req-80ff464f-d79b-4431-839f-b5abd393a22b tempest-ServersTestMultiNic-1136549277 tempest-ServersTestMultiNic-1136549277-project-member] [instance: 98c8d1fc-b818-4c3a-a7ea-c0a0bf537524] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.932611] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 194e669d-8852-4a0d-93f1-82591ef7118c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 17f06bb8-3973-4941-8396-2e5146875383 was re-scheduled: Binding failed for port 194e669d-8852-4a0d-93f1-82591ef7118c, please check neutron logs for more information.\n'] [ 725.933228] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 725.933461] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17f06bb8-3973-4941-8396-2e5146875383.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17f06bb8-3973-4941-8396-2e5146875383. [ 725.933679] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 17f06bb8-3973-4941-8396-2e5146875383. [ 725.967970] nova-conductor[53891]: DEBUG nova.network.neutron [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.995177] nova-conductor[53891]: DEBUG nova.network.neutron [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.999257] nova-conductor[53891]: DEBUG nova.network.neutron [None req-13654e31-7c15-49c7-8d69-3d107ea83b34 tempest-ServersAdminTestJSON-1178527224 tempest-ServersAdminTestJSON-1178527224-project-member] [instance: 17f06bb8-3973-4941-8396-2e5146875383] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.783932] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 729.799414] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.799661] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.799827] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.849542] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.849775] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.849938] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.850345] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.850523] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.850672] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.861023] nova-conductor[53891]: DEBUG nova.quota [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Getting quotas for project 329740c2fee34b8396b75379c05d2db5. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 729.865349] nova-conductor[53891]: DEBUG nova.quota [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Getting quotas for user c06b113618bb4e52b1179039c2fd110b and project 329740c2fee34b8396b75379c05d2db5. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 729.873735] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] [instance: a4c9c08a-cb6d-4a08-af3a-6a945c32ec9b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 729.874397] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.875455] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.875494] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.883334] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] [instance: a4c9c08a-cb6d-4a08-af3a-6a945c32ec9b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 729.884179] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.884429] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.884634] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.905894] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.906195] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.906400] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-e2f100bb-859b-4868-a0c5-2e99917db37e tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.351496] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 49e6377c-a20e-4c83-9455-870fd55b0196, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a2b17e9c-c034-4332-b21e-fcfc08c09779 was re-scheduled: Binding failed for port 49e6377c-a20e-4c83-9455-870fd55b0196, please check neutron logs for more information.\n'] [ 730.352390] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 730.352513] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2b17e9c-c034-4332-b21e-fcfc08c09779.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2b17e9c-c034-4332-b21e-fcfc08c09779. [ 730.358020] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2b17e9c-c034-4332-b21e-fcfc08c09779. [ 730.388095] nova-conductor[53890]: DEBUG nova.network.neutron [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.417473] nova-conductor[53890]: DEBUG nova.network.neutron [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.425954] nova-conductor[53890]: DEBUG nova.network.neutron [None req-06874238-e8bb-4d60-bf89-ca8f20328f1a tempest-SecurityGroupsTestJSON-256151288 tempest-SecurityGroupsTestJSON-256151288-project-member] [instance: a2b17e9c-c034-4332-b21e-fcfc08c09779] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.041837] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 733.058973] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.058973] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.058973] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.117248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.117248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.117248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.117248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.117248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.117412] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.129053] nova-conductor[53891]: DEBUG nova.quota [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Getting quotas for project dd436894c38a480d80a98e7494d823d1. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 733.132872] nova-conductor[53891]: DEBUG nova.quota [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Getting quotas for user c0a95d6844c8436998d7684017d09b5a and project dd436894c38a480d80a98e7494d823d1. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 733.141297] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] [instance: ea096a79-f0ef-4b50-b1f0-2543880fdb02] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 733.141824] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.141986] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.142191] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.147207] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] [instance: ea096a79-f0ef-4b50-b1f0-2543880fdb02] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 733.147861] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.148068] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.148309] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.172750] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.173299] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.173299] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fc434c9b-6a77-47e9-ab66-a142bf5d7e38 tempest-InstanceActionsV221TestJSON-2011808960 tempest-InstanceActionsV221TestJSON-2011808960-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.520885] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 733.543832] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 733.552177] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 733.557220] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=4,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 736.807137] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3d69e6ca-253e-4e62-911f-094792f2edd0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 07700c35-da27-4903-87a5-47da495853dd was re-scheduled: Binding failed for port 3d69e6ca-253e-4e62-911f-094792f2edd0, please check neutron logs for more information.\n'] [ 736.807137] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 736.807137] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 07700c35-da27-4903-87a5-47da495853dd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 07700c35-da27-4903-87a5-47da495853dd. [ 736.807605] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 07700c35-da27-4903-87a5-47da495853dd. [ 736.836065] nova-conductor[53891]: DEBUG nova.network.neutron [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.884354] nova-conductor[53891]: DEBUG nova.network.neutron [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.888828] nova-conductor[53891]: DEBUG nova.network.neutron [None req-debfee8d-cd79-46cd-be51-192e0e6c3bf0 tempest-ServersTestBootFromVolume-702290775 tempest-ServersTestBootFromVolume-702290775-project-member] [instance: 07700c35-da27-4903-87a5-47da495853dd] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.587162] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:UPDATE=197,nova_cell1:INSERT=30,nova_cell1:SELECT=385,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 739.078115] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=367,nova_cell1:UPDATE=201,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:INSERT=26,nova_cell1:DELETE=4 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 740.911092] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 740.927030] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.927633] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.927633] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.978827] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.979072] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.979233] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.979627] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.979809] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.979967] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.989597] nova-conductor[53891]: DEBUG nova.quota [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Getting quotas for project 2992b1a7031c4ff7b2029a469a2afa1e. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 740.992822] nova-conductor[53891]: DEBUG nova.quota [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Getting quotas for user fad3787b202c4c58b3a3205a8da8f8c3 and project 2992b1a7031c4ff7b2029a469a2afa1e. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 741.001542] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] [instance: d16e71e6-cbac-4983-85b8-f1b5675bde8f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 741.001542] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.001542] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.001740] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.007082] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] [instance: d16e71e6-cbac-4983-85b8-f1b5675bde8f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 741.007798] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.008012] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.011340] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.024743] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.024986] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.025168] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d03b52af-2374-44a4-8078-66789a236ad3 tempest-ServerMetadataNegativeTestJSON-590460586 tempest-ServerMetadataNegativeTestJSON-590460586-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.598652] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 742.613755] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.614014] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.614415] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.645326] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.645568] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.645737] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.646134] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.646372] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.646478] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.654423] nova-conductor[53890]: DEBUG nova.quota [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Getting quotas for project 20db8d54f29f4456805afebe7ae52d3c. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 742.656438] nova-conductor[53890]: DEBUG nova.quota [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Getting quotas for user 673a24f962d6443aa1173545267e432d and project 20db8d54f29f4456805afebe7ae52d3c. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 742.661525] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] [instance: f6dbcda3-baf7-4aa0-9d9f-6b7fe279939a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 742.661972] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.662209] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.662393] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.667299] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] [instance: f6dbcda3-baf7-4aa0-9d9f-6b7fe279939a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 742.667968] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.668233] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.668422] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.683334] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.683559] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.683732] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-03a1177d-e820-4f2e-8eba-2e50ea6bd259 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.931109] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 742.943107] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.943407] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.943543] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.970697] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.970898] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.971153] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.971444] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.971632] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.971797] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.982967] nova-conductor[53890]: DEBUG nova.quota [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Getting quotas for project 20db8d54f29f4456805afebe7ae52d3c. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 742.986221] nova-conductor[53890]: DEBUG nova.quota [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Getting quotas for user 673a24f962d6443aa1173545267e432d and project 20db8d54f29f4456805afebe7ae52d3c. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 742.991659] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] [instance: 35da7ae1-5210-4101-bd3f-b9f14cc586c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 742.992217] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.992440] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.992610] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.995877] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] [instance: 35da7ae1-5210-4101-bd3f-b9f14cc586c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 742.996350] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.996619] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.996799] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.015162] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.015162] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.015255] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-90433436-4780-4939-92de-f81704dc3e8f tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.298141] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c50c271f-5ec7-4811-adb7-5f379fb54060, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2dda2e2a-da98-431a-9bf4-9696fa39bb53 was re-scheduled: Binding failed for port c50c271f-5ec7-4811-adb7-5f379fb54060, please check neutron logs for more information.\n'] [ 743.300342] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 743.300624] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2dda2e2a-da98-431a-9bf4-9696fa39bb53.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2dda2e2a-da98-431a-9bf4-9696fa39bb53. [ 743.301007] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2dda2e2a-da98-431a-9bf4-9696fa39bb53. [ 743.326859] nova-conductor[53891]: DEBUG nova.network.neutron [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.347401] nova-conductor[53891]: DEBUG nova.network.neutron [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.350449] nova-conductor[53891]: DEBUG nova.network.neutron [None req-c9cf97df-88dd-4974-8cb7-69907baa0b6f tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 2dda2e2a-da98-431a-9bf4-9696fa39bb53] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.985275] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 751.010427] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=24,nova_cell1:RELEASE=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 751.017382] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 751.022478] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 752.977402] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 752.999276] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 753.007446] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 753.009892] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 757.079874] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f3a42e9-7d99-4beb-972d-a650cfbac6f6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7f400be5-7980-45b0-a99d-5373b7fbdd60 was re-scheduled: Binding failed for port 9f3a42e9-7d99-4beb-972d-a650cfbac6f6, please check neutron logs for more information.\n'] [ 757.079874] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 757.080698] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f400be5-7980-45b0-a99d-5373b7fbdd60.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f400be5-7980-45b0-a99d-5373b7fbdd60. [ 757.080790] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f400be5-7980-45b0-a99d-5373b7fbdd60. [ 757.118679] nova-conductor[53891]: DEBUG nova.network.neutron [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.138019] nova-conductor[53891]: DEBUG nova.network.neutron [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.139243] nova-conductor[53891]: DEBUG nova.network.neutron [None req-f8b36232-6f67-4d1e-b49f-f49512740741 tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 7f400be5-7980-45b0-a99d-5373b7fbdd60] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.632407] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 758.646725] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.646928] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.647113] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.676042] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.676277] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.676443] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.676814] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.676997] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.677170] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.685558] nova-conductor[53891]: DEBUG nova.quota [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Getting quotas for project 13dced02cacb4a19b12c5783f008d8ce. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 758.688882] nova-conductor[53891]: DEBUG nova.quota [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Getting quotas for user 996d55c700d143eda1f7599de46011cc and project 13dced02cacb4a19b12c5783f008d8ce. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 758.693612] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] [instance: b9388764-54bb-489a-aaac-20cdabd53915] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 758.694009] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.694214] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.694414] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.700954] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] [instance: b9388764-54bb-489a-aaac-20cdabd53915] block_device_mapping [BlockDeviceMapping(attachment_id=ffd82d0a-507a-405b-9989-2c2c79def9e4,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='c1de35b2-1502-4808-a01e-dd500ae57307',volume_size=1,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 758.701561] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.701771] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.701956] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.714401] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.714604] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.714768] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-757a85fe-8930-431d-9bd9-899913072be2 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.402957] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6af9b308-372c-46e7-806b-05f4f6896408, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0c08b3a9-b162-4658-9604-254033901124 was re-scheduled: Binding failed for port 6af9b308-372c-46e7-806b-05f4f6896408, please check neutron logs for more information.\n'] [ 761.402957] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 761.402957] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c08b3a9-b162-4658-9604-254033901124.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c08b3a9-b162-4658-9604-254033901124. [ 761.402957] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c08b3a9-b162-4658-9604-254033901124. [ 761.439992] nova-conductor[53891]: DEBUG nova.network.neutron [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.457702] nova-conductor[53891]: DEBUG nova.network.neutron [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.461081] nova-conductor[53891]: DEBUG nova.network.neutron [None req-c796e3ae-28ca-45db-a3cb-42e9f2931c2e tempest-ListServerFiltersTestJSON-529494985 tempest-ListServerFiltersTestJSON-529494985-project-member] [instance: 0c08b3a9-b162-4658-9604-254033901124] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.751439] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 59ed7155-35cb-4c0c-a160-2d5256532772, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d1608454-c56f-47e4-8722-ddf9682e36c6 was re-scheduled: Binding failed for port 59ed7155-35cb-4c0c-a160-2d5256532772, please check neutron logs for more information.\n'] [ 765.752014] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 765.752259] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d1608454-c56f-47e4-8722-ddf9682e36c6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d1608454-c56f-47e4-8722-ddf9682e36c6. [ 765.752916] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d1608454-c56f-47e4-8722-ddf9682e36c6. [ 765.786872] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.805167] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.808862] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d1608454-c56f-47e4-8722-ddf9682e36c6] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.681341] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 768.704082] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 768.713621] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 770.088836] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 195e7f46-e93f-49d1-aad9-29b853c06e69, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d5239c5c-e244-4c23-bfec-a98792ab904b was re-scheduled: Binding failed for port 195e7f46-e93f-49d1-aad9-29b853c06e69, please check neutron logs for more information.\n'] [ 770.089889] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 770.089889] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d5239c5c-e244-4c23-bfec-a98792ab904b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d5239c5c-e244-4c23-bfec-a98792ab904b. [ 770.089979] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d5239c5c-e244-4c23-bfec-a98792ab904b. [ 770.120689] nova-conductor[53890]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.134618] nova-conductor[53890]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.137891] nova-conductor[53890]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: d5239c5c-e244-4c23-bfec-a98792ab904b] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.629984] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=8 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 771.924784] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 616426d4-683d-4a1a-a258-aa05601e65f1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6868e87d-1186-4cab-bec3-290d52e72a46 was re-scheduled: Binding failed for port 616426d4-683d-4a1a-a258-aa05601e65f1, please check neutron logs for more information.\n'] [ 771.924784] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 771.925233] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6868e87d-1186-4cab-bec3-290d52e72a46.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6868e87d-1186-4cab-bec3-290d52e72a46. [ 771.925233] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6868e87d-1186-4cab-bec3-290d52e72a46. [ 771.957372] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.973298] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.976451] nova-conductor[53891]: DEBUG nova.network.neutron [None req-e2cfe993-2477-4f34-82ce-5a0cc64c6eb9 tempest-ListServersNegativeTestJSON-793791637 tempest-ListServersNegativeTestJSON-793791637-project-member] [instance: 6868e87d-1186-4cab-bec3-290d52e72a46] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.450849] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f14ade36-0ad5-408a-b06f-8dfa3e60a960, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6872c477-51f9-4402-9f92-53693df93014 was re-scheduled: Binding failed for port f14ade36-0ad5-408a-b06f-8dfa3e60a960, please check neutron logs for more information.\n'] [ 774.451434] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 774.451659] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6872c477-51f9-4402-9f92-53693df93014.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6872c477-51f9-4402-9f92-53693df93014. [ 774.451860] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6872c477-51f9-4402-9f92-53693df93014. [ 774.471171] nova-conductor[53891]: DEBUG nova.network.neutron [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.486785] nova-conductor[53891]: DEBUG nova.network.neutron [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.490115] nova-conductor[53891]: DEBUG nova.network.neutron [None req-443b251a-39e8-439a-a591-f19328666e38 tempest-InstanceActionsTestJSON-1739696170 tempest-InstanceActionsTestJSON-1739696170-project-member] [instance: 6872c477-51f9-4402-9f92-53693df93014] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.201127] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port df416293-e7fc-4360-9fd9-a76a590d8ef1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 11f991d1-3679-49b2-9a5b-b139597e3e9a was re-scheduled: Binding failed for port df416293-e7fc-4360-9fd9-a76a590d8ef1, please check neutron logs for more information.\n'] [ 776.201762] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 776.202058] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 11f991d1-3679-49b2-9a5b-b139597e3e9a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 11f991d1-3679-49b2-9a5b-b139597e3e9a. [ 776.202315] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 11f991d1-3679-49b2-9a5b-b139597e3e9a. [ 776.226659] nova-conductor[53890]: DEBUG nova.network.neutron [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.243353] nova-conductor[53890]: DEBUG nova.network.neutron [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.247057] nova-conductor[53890]: DEBUG nova.network.neutron [None req-28b8c82f-6d8d-4702-a74b-14161701d537 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: 11f991d1-3679-49b2-9a5b-b139597e3e9a] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.547948] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 779.561903] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.561903] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.561903] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.602821] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.603054] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.603219] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.603580] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.603763] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.603916] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.613353] nova-conductor[53891]: DEBUG nova.quota [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Getting quotas for project 490654d8f2774b839103fcbc5c0f307a. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 779.617616] nova-conductor[53891]: DEBUG nova.quota [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Getting quotas for user b16996c06ddc4d7a8d2544f464f603a5 and project 490654d8f2774b839103fcbc5c0f307a. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 779.623792] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: d319fcc1-8941-443f-a282-e78635e1295b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 779.623792] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.623987] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.624167] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.630765] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: d319fcc1-8941-443f-a282-e78635e1295b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 779.630878] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.631119] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.631324] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.652764] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.652983] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.653930] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3036a817-659d-4419-972d-af812b5e1973 tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.540789] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 780.560258] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.560605] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.560781] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.599050] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.599292] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.599463] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.599821] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.600030] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.600187] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.608134] nova-conductor[53890]: DEBUG nova.quota [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Getting quotas for project c7da0199470846ddad0272d9a2852947. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 780.610325] nova-conductor[53890]: DEBUG nova.quota [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Getting quotas for user 18ca5e1582a841e1898ef97a20b72755 and project c7da0199470846ddad0272d9a2852947. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 780.615318] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] [instance: aaf5e272-cef6-4cf3-bbe7-8e6a6a108711] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 780.615716] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.615913] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.616119] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.627778] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] [instance: aaf5e272-cef6-4cf3-bbe7-8e6a6a108711] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 780.627919] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.628127] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.628302] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.642965] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.643196] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.643362] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6641d5a3-3a45-4ccf-8703-97cbd637651d tempest-ServersNegativeTestMultiTenantJSON-704532997 tempest-ServersNegativeTestMultiTenantJSON-704532997-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.607659] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 789.633886] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 789.647162] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=8 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 789.649445] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.603956] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.630064] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.639082] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=5 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 790.642035] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 791.738373] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6df28860-4f25-4e1f-8b22-2af587072df2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9b5db7a3-3236-4cf9-974c-795861c4de23 was re-scheduled: Binding failed for port 6df28860-4f25-4e1f-8b22-2af587072df2, please check neutron logs for more information.\n'] [ 791.738943] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 791.739230] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b5db7a3-3236-4cf9-974c-795861c4de23.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b5db7a3-3236-4cf9-974c-795861c4de23. [ 791.739657] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9b5db7a3-3236-4cf9-974c-795861c4de23. [ 791.760989] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.775875] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.778637] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6a8210ea-da53-477e-858d-b89237a054c8 tempest-AttachInterfacesV270Test-1401632987 tempest-AttachInterfacesV270Test-1401632987-project-member] [instance: 9b5db7a3-3236-4cf9-974c-795861c4de23] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.098741] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b6d57dd0-b945-4714-ba1c-c3dc652cd11b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0 was re-scheduled: Binding failed for port b6d57dd0-b945-4714-ba1c-c3dc652cd11b, please check neutron logs for more information.\n'] [ 796.099420] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 796.099646] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0. [ 796.099855] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0. [ 796.129068] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.162324] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.166071] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6b1adaae-5949-4a0e-9642-00d29c54d952 tempest-ServerGroupTestJSON-333230378 tempest-ServerGroupTestJSON-333230378-project-member] [instance: 2dbec2b2-1130-4dc4-baa2-1c5e8e915ec0] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.716643] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=298,nova_cell1:UPDATE=154,nova_cell1:DELETE=3,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:INSERT=19 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 798.104554] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-0cdef687-2729-4691-94c0-6274392e1b47 tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 798.104751] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0cdef687-2729-4691-94c0-6274392e1b47 tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.105013] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0cdef687-2729-4691-94c0-6274392e1b47 tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.105190] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-0cdef687-2729-4691-94c0-6274392e1b47 tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.118980] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-0cdef687-2729-4691-94c0-6274392e1b47 tempest-ServerShowV254Test-1068533553 tempest-ServerShowV254Test-1068533553-project-member] [instance: 5e022fce-03ba-4e63-976f-a88a26bb3c0a] No migration record for the rebuild/evacuate request. {{(pid=53891) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 798.803331] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 798.821341] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.821589] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.821980] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.877425] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.877660] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.877828] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.878225] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.878414] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.878570] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.887565] nova-conductor[53891]: DEBUG nova.quota [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Getting quotas for project d384c70f0a9f4439bfa6805c4ee8ed37. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 798.890447] nova-conductor[53891]: DEBUG nova.quota [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Getting quotas for user e94c85e86cc84269ab768888a7b06f94 and project d384c70f0a9f4439bfa6805c4ee8ed37. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 798.895315] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] [instance: 691a0eb9-b6cd-4970-b494-36e211968fe2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 798.895781] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.896022] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.896203] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.904035] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] [instance: 691a0eb9-b6cd-4970-b494-36e211968fe2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 798.905058] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.905058] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.905428] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.932763] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.933017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.933216] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1e7b654-c702-4b5e-a57a-0e7099b386e0 tempest-ServersTestFqdnHostnames-688261306 tempest-ServersTestFqdnHostnames-688261306-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.218863] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=318,nova_cell1:UPDATE=144,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 801.285200] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aca0b35d-4478-49fb-9cea-03b81504d5eb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59 was re-scheduled: Binding failed for port aca0b35d-4478-49fb-9cea-03b81504d5eb, please check neutron logs for more information.\n'] [ 801.285704] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 801.285957] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59. [ 801.286321] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59. [ 801.316760] nova-conductor[53891]: DEBUG nova.network.neutron [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.348297] nova-conductor[53891]: DEBUG nova.network.neutron [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.355702] nova-conductor[53891]: DEBUG nova.network.neutron [None req-568829f3-2e0b-42c3-a7c6-a26a16371eed tempest-InstanceActionsNegativeTestJSON-1040211819 tempest-InstanceActionsNegativeTestJSON-1040211819-project-member] [instance: bc3fe028-b3d7-4b66-9e90-35b0ae9a2e59] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.794213] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 802.810685] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.810968] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.811088] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.855285] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.855724] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.856061] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.858017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.858017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.858017] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.865901] nova-conductor[53891]: DEBUG nova.quota [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Getting quotas for project ed738625444a40f9a70958d28563a2c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 802.869216] nova-conductor[53891]: DEBUG nova.quota [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Getting quotas for user 5a9ce8227da7436c824f129f2d2e3e20 and project ed738625444a40f9a70958d28563a2c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 802.874409] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] [instance: 392960ef-3d85-469e-9d43-a5093b24aeeb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 802.874974] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.875300] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.875565] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.878733] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] [instance: 392960ef-3d85-469e-9d43-a5093b24aeeb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 802.879530] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.881092] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.881092] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.927518] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.927735] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.927960] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ff6513e1-fc9c-4983-9906-641490c66cba tempest-ServerTagsTestJSON-422240832 tempest-ServerTagsTestJSON-422240832-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.759768] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 396fbe9e-9baa-4986-9f3e-e25b59d6a20d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 69d8683f-e5b2-4499-886d-a88973012b44 was re-scheduled: Binding failed for port 396fbe9e-9baa-4986-9f3e-e25b59d6a20d, please check neutron logs for more information.\n'] [ 812.760405] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 812.760641] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69d8683f-e5b2-4499-886d-a88973012b44.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69d8683f-e5b2-4499-886d-a88973012b44. [ 812.760950] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69d8683f-e5b2-4499-886d-a88973012b44. [ 812.791978] nova-conductor[53891]: DEBUG nova.network.neutron [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.807152] nova-conductor[53891]: DEBUG nova.network.neutron [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.811141] nova-conductor[53891]: DEBUG nova.network.neutron [None req-91a146f3-45d7-46a5-b164-54f6b9fd3b56 tempest-ServersNegativeTestJSON-547501521 tempest-ServersNegativeTestJSON-547501521-project-member] [instance: 69d8683f-e5b2-4499-886d-a88973012b44] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.860954] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.881832] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=10,nova_cell1:UPDATE=3,nova_cell1:INSERT=17,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.912647] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 812.918217] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 822.581640] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 19fe1751-4171-4d15-ada8-68820a8cba31, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 161a2375-4594-405b-a9ac-c880710cd101 was re-scheduled: Binding failed for port 19fe1751-4171-4d15-ada8-68820a8cba31, please check neutron logs for more information.\n'] [ 822.582245] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 822.582469] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 161a2375-4594-405b-a9ac-c880710cd101.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 161a2375-4594-405b-a9ac-c880710cd101. [ 822.582899] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 161a2375-4594-405b-a9ac-c880710cd101. [ 822.606638] nova-conductor[53890]: DEBUG nova.network.neutron [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.627860] nova-conductor[53890]: DEBUG nova.network.neutron [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.632036] nova-conductor[53890]: DEBUG nova.network.neutron [None req-eb3ed807-e58a-48f6-bcff-c07bb42f0033 tempest-ServerPasswordTestJSON-1592238754 tempest-ServerPasswordTestJSON-1592238754-project-member] [instance: 161a2375-4594-405b-a9ac-c880710cd101] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.801673] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f6927324-d3c8-4ee2-9ad5-399ca23e48ac, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c416dd4e-45d4-4588-8f21-8e04c9d79c6b was re-scheduled: Binding failed for port f6927324-d3c8-4ee2-9ad5-399ca23e48ac, please check neutron logs for more information.\n'] [ 826.802689] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 826.802689] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c416dd4e-45d4-4588-8f21-8e04c9d79c6b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c416dd4e-45d4-4588-8f21-8e04c9d79c6b. [ 826.802918] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c416dd4e-45d4-4588-8f21-8e04c9d79c6b. [ 826.824450] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.846781] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.851651] nova-conductor[53890]: DEBUG nova.network.neutron [None req-6233922e-ff7f-4705-a56d-39e636466c98 tempest-VolumesAdminNegativeTest-1684155736 tempest-VolumesAdminNegativeTest-1684155736-project-member] [instance: c416dd4e-45d4-4588-8f21-8e04c9d79c6b] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.702689] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 47ab83b1-b569-434f-b540-caf3c7556d1d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bbf5db9c-85b6-4f55-ae82-8689f41c51d0 was re-scheduled: Binding failed for port 47ab83b1-b569-434f-b540-caf3c7556d1d, please check neutron logs for more information.\n'] [ 829.703490] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 829.703614] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbf5db9c-85b6-4f55-ae82-8689f41c51d0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbf5db9c-85b6-4f55-ae82-8689f41c51d0. [ 829.706590] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bbf5db9c-85b6-4f55-ae82-8689f41c51d0. [ 829.765728] nova-conductor[53891]: DEBUG nova.network.neutron [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.786442] nova-conductor[53891]: DEBUG nova.network.neutron [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.789871] nova-conductor[53891]: DEBUG nova.network.neutron [None req-65cefbc1-3ba5-428f-8208-2719e6d4a065 tempest-ServersV294TestFqdnHostnames-1644720994 tempest-ServersV294TestFqdnHostnames-1644720994-project-member] [instance: bbf5db9c-85b6-4f55-ae82-8689f41c51d0] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.959817] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 830.980918] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.980918] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.981079] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.056418] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.056690] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.056869] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.057277] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.057471] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.057641] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.071652] nova-conductor[53891]: DEBUG nova.quota [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 831.078089] nova-conductor[53891]: DEBUG nova.quota [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 831.085079] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 53c65e35-283e-4b91-88de-b07605d2666e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 831.085620] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.085828] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.086019] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.091243] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 53c65e35-283e-4b91-88de-b07605d2666e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 831.091947] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.092193] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.092318] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.116796] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.117934] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.117934] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-00c08532-d561-45e7-87e5-d6d06f1afbc6 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.705997] nova-conductor[53890]: ERROR nova.scheduler.utils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 506865e8-bf5b-4a08-8ff3-edc0787b3b97, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cbc2ceac-1da5-4418-b24b-7aa7791430f5 was re-scheduled: Binding failed for port 506865e8-bf5b-4a08-8ff3-edc0787b3b97, please check neutron logs for more information.\n'] [ 831.707928] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Rescheduling: True {{(pid=53890) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 831.707928] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cbc2ceac-1da5-4418-b24b-7aa7791430f5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cbc2ceac-1da5-4418-b24b-7aa7791430f5. [ 831.708187] nova-conductor[53890]: WARNING nova.scheduler.utils [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cbc2ceac-1da5-4418-b24b-7aa7791430f5. [ 831.739169] nova-conductor[53890]: DEBUG nova.network.neutron [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] deallocate_for_instance() {{(pid=53890) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.766757] nova-conductor[53890]: DEBUG nova.network.neutron [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] Instance cache missing network info. {{(pid=53890) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.771476] nova-conductor[53890]: DEBUG nova.network.neutron [None req-919402c3-ec21-4884-b172-5a59a1ae810e tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: cbc2ceac-1da5-4418-b24b-7aa7791430f5] Updating instance_info_cache with network_info: [] {{(pid=53890) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.207033] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 835.228843] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.229100] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.229280] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.265223] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.265578] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.265794] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.266160] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.266358] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.266530] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.278043] nova-conductor[53890]: DEBUG nova.quota [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Getting quotas for project 47bf89d5399241cf9faf9efbe1cd0114. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 835.281940] nova-conductor[53890]: DEBUG nova.quota [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Getting quotas for user ae40136b9cfc440a982c13500b90f1c8 and project 47bf89d5399241cf9faf9efbe1cd0114. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 835.287959] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: 359976fc-2b9e-4a43-a814-bfa826e66a3c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 835.288315] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.288528] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.288692] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.296314] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: 359976fc-2b9e-4a43-a814-bfa826e66a3c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 835.296314] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.296314] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.296314] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.320721] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.321028] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.321213] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-e1cd792c-7d50-4772-87d9-0a5759280429 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.485040] nova-conductor[53891]: ERROR nova.scheduler.utils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 68697f0c-72ad-4708-b136-aa6f54e6a4dd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d was re-scheduled: Binding failed for port 68697f0c-72ad-4708-b136-aa6f54e6a4dd, please check neutron logs for more information.\n'] [ 835.485040] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Rescheduling: True {{(pid=53891) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 835.485369] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d. [ 835.485670] nova-conductor[53891]: WARNING nova.scheduler.utils [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d. [ 835.516129] nova-conductor[53891]: DEBUG nova.network.neutron [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] deallocate_for_instance() {{(pid=53891) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.549027] nova-conductor[53891]: DEBUG nova.network.neutron [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] Instance cache missing network info. {{(pid=53891) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.559107] nova-conductor[53891]: DEBUG nova.network.neutron [None req-dc268c2a-73eb-4dd5-b7c5-62afd74e203f tempest-DeleteServersAdminTestJSON-6351230 tempest-DeleteServersAdminTestJSON-6351230-project-member] [instance: 4f5d1a3d-4fa9-47e9-848c-904221b5cc8d] Updating instance_info_cache with network_info: [] {{(pid=53891) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.372655] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 837.395025] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.395025] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.395025] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.450267] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.451319] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.451319] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.451319] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.451319] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.451509] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.468031] nova-conductor[53891]: DEBUG nova.quota [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 837.469068] nova-conductor[53891]: DEBUG nova.quota [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for user 6a00355b70d647a78adfe6003066ab64 and project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 837.476520] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: 9fcc7c71-a812-4473-9031-08dfed1f2d00] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 837.477027] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.477237] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.477400] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.486728] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: 9fcc7c71-a812-4473-9031-08dfed1f2d00] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 837.487446] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.488691] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.488691] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.505836] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.505947] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.506222] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f1d25930-45ce-4e32-a0e3-14e14a8507e7 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.469791] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 838.490215] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.490576] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.490690] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.541369] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.541612] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.541816] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.542209] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.542398] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.542556] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.559069] nova-conductor[53890]: DEBUG nova.quota [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 838.563222] nova-conductor[53890]: DEBUG nova.quota [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for user 02b18559e28442e499cec2423f329d33 and project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 838.568024] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 087c4fa1-4b97-4b9a-9c89-0d7110fc442e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 838.568540] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.568745] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.568913] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.574431] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 087c4fa1-4b97-4b9a-9c89-0d7110fc442e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 838.575040] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.575252] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.575493] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.592875] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.593137] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.593319] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c67131c8-b31b-4c82-80b0-3a892616839c tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.456877] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 847.489903] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 847.500566] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 847.503236] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 848.548465] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 848.577358] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 848.587493] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 848.589960] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 849.170564] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-fdf23939-da3e-4675-8671-178e1d4d1692 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 849.170564] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fdf23939-da3e-4675-8671-178e1d4d1692 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.170564] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fdf23939-da3e-4675-8671-178e1d4d1692 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.170825] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-fdf23939-da3e-4675-8671-178e1d4d1692 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.179667] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-fdf23939-da3e-4675-8671-178e1d4d1692 tempest-ServerShowV247Test-1782929587 tempest-ServerShowV247Test-1782929587-project-member] [instance: 35da7ae1-5210-4101-bd3f-b9f14cc586c5] No migration record for the rebuild/evacuate request. {{(pid=53891) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 857.989372] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=408,nova_cell1:UPDATE=231,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:DELETE=4 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.184877] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.200968] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 859.299015] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=400,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:UPDATE=216,nova_cell1:INSERT=31,nova_cell1:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 871.406334] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 871.418737] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.418976] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.419204] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.468287] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.468534] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.468703] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.469287] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.469471] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.469619] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.480601] nova-conductor[53890]: DEBUG nova.quota [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Getting quotas for project 07cfe97718804e638d9e483b37d2d247. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 871.483594] nova-conductor[53890]: DEBUG nova.quota [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Getting quotas for user 996c63f2cd714928b2378215e2e74222 and project 07cfe97718804e638d9e483b37d2d247. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 871.489517] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] [instance: 6e67726f-ab11-474c-8e19-23d7117ba165] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 871.489994] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.490219] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.490385] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.493502] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] [instance: 6e67726f-ab11-474c-8e19-23d7117ba165] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 871.494194] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.494416] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.494584] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.517173] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.517173] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.517340] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-09cfa645-9061-4162-a3a1-abee7c75f3cf tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.690977] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 872.708534] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.708846] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.709098] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.761305] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.761603] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.761800] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.762269] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.762504] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.762688] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.775090] nova-conductor[53890]: DEBUG nova.quota [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Getting quotas for project 07cfe97718804e638d9e483b37d2d247. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 872.779631] nova-conductor[53890]: DEBUG nova.quota [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Getting quotas for user 996c63f2cd714928b2378215e2e74222 and project 07cfe97718804e638d9e483b37d2d247. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 872.787728] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] [instance: 65be9af8-eee0-4036-bfeb-b1df9e951d9e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 872.788286] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.788495] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.789182] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.795684] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] [instance: 65be9af8-eee0-4036-bfeb-b1df9e951d9e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 872.796983] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.796983] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.797357] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.834098] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.834381] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.834558] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ec1c4c4b-97d5-43a5-9bde-5d7def01cdc1 tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.793301] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 873.813052] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.813357] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.813553] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.880711] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.881052] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.881174] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.881467] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.881657] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.881818] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.901547] nova-conductor[53891]: DEBUG nova.quota [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 873.903705] nova-conductor[53891]: DEBUG nova.quota [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 873.917295] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: cbfca3f0-f36b-4780-84b9-21fb6bfc03f4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 873.917767] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.917986] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.918184] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.924021] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: cbfca3f0-f36b-4780-84b9-21fb6bfc03f4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 873.924767] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.924981] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.925176] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.964092] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.966163] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.966163] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.133821] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 877.157550] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.157886] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.158122] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.201677] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.202015] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.202111] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.202505] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.202693] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.202855] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.216836] nova-conductor[53890]: DEBUG nova.quota [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 877.220494] nova-conductor[53890]: DEBUG nova.quota [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 877.229836] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 6ee9b168-c0b7-4202-b5b3-ef492e83941c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 877.230368] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.230582] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.230750] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.235884] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 6ee9b168-c0b7-4202-b5b3-ef492e83941c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 877.236616] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.236835] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.237066] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.255548] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.255832] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.256076] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-4b70e8eb-77e8-4cd1-830c-edc144f49785 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.011821] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f6534ab5-1385-4387-b7fb-45fb9f45616f tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 881.012213] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f6534ab5-1385-4387-b7fb-45fb9f45616f tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.012452] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f6534ab5-1385-4387-b7fb-45fb9f45616f tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.012686] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f6534ab5-1385-4387-b7fb-45fb9f45616f tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.021275] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f6534ab5-1385-4387-b7fb-45fb9f45616f tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 087c4fa1-4b97-4b9a-9c89-0d7110fc442e] No migration record for the rebuild/evacuate request. {{(pid=53891) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 881.614277] nova-conductor[53891]: DEBUG nova.db.main.api [None req-1482cd0b-1834-465f-8a13-5c4ff445aa24 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Created instance_extra for cbfca3f0-f36b-4780-84b9-21fb6bfc03f4 {{(pid=53891) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 883.887137] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 883.957583] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.210309] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.240409] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=22,nova_cell1:RELEASE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.248922] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.252541] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.025817] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=9 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.041240] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=8,nova_cell1:UPDATE=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.060036] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-278d378c-21bd-441a-9d08-54b8313c0433 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53890) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 891.060307] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-278d378c-21bd-441a-9d08-54b8313c0433 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.060527] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-278d378c-21bd-441a-9d08-54b8313c0433 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.060724] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-278d378c-21bd-441a-9d08-54b8313c0433 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.070217] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-278d378c-21bd-441a-9d08-54b8313c0433 tempest-ServerActionsV293TestJSON-1444406793 tempest-ServerActionsV293TestJSON-1444406793-project-member] [instance: b9388764-54bb-489a-aaac-20cdabd53915] No migration record for the rebuild/evacuate request. {{(pid=53890) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 894.817884] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 894.832747] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.832999] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.833194] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.865313] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.865570] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.865761] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.866227] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.866426] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.866607] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.874878] nova-conductor[53890]: DEBUG nova.quota [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 894.877317] nova-conductor[53890]: DEBUG nova.quota [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for user 02b18559e28442e499cec2423f329d33 and project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 894.882977] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: da19fc1c-4312-45c1-9526-7ace7d616314] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 894.883546] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.883747] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.883950] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.889105] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: da19fc1c-4312-45c1-9526-7ace7d616314] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 894.889876] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.890108] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.890299] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.906201] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.906456] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.906646] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ad739564-5b5f-4233-ae1e-54887c248f8a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.912649] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 899.927214] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.927759] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.927866] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.968297] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.968626] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.968841] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.969470] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.969470] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.969646] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.981197] nova-conductor[53890]: DEBUG nova.quota [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 899.984895] nova-conductor[53890]: DEBUG nova.quota [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for user 6a00355b70d647a78adfe6003066ab64 and project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 899.991866] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: a809b157-8b7b-4217-9494-da80d3e1b250] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 899.992411] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.992632] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.992804] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.013230] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: a809b157-8b7b-4217-9494-da80d3e1b250] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 900.014247] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.014515] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.014728] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.050948] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.051205] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.051375] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-474148df-08df-4749-be50-ce6ae05f1f5b tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.116082] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 907.130669] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.130901] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.131086] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.162106] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.162340] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.162515] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.162889] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.163089] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.163253] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.172679] nova-conductor[53890]: DEBUG nova.quota [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 907.175643] nova-conductor[53890]: DEBUG nova.quota [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 907.181762] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: d5ff0ead-a63c-4d2a-b2c4-924ad67fcb9f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 907.182354] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.182560] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.182726] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.188425] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: d5ff0ead-a63c-4d2a-b2c4-924ad67fcb9f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 907.189131] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.189343] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.189521] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.207031] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.207031] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.207031] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-a3d54867-73d3-4f77-92f8-2028afc1e423 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.965934] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-da60cec8-c734-4116-b604-2a8696341512 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53890) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 909.966606] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-da60cec8-c734-4116-b604-2a8696341512 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.966967] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-da60cec8-c734-4116-b604-2a8696341512 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.967302] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-da60cec8-c734-4116-b604-2a8696341512 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.978735] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-da60cec8-c734-4116-b604-2a8696341512 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: da19fc1c-4312-45c1-9526-7ace7d616314] No migration record for the rebuild/evacuate request. {{(pid=53890) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 910.182763] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 910.195834] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.196063] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.196251] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.231434] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.231667] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.231843] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.232222] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.232404] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.232563] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.240994] nova-conductor[53891]: DEBUG nova.quota [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 910.244072] nova-conductor[53891]: DEBUG nova.quota [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for user 9fd1fec1645e44a8abbe314c4e4b7959 and project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 910.249601] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: 749c2906-0454-4ebc-aba4-869a89f42123] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 910.250082] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.250305] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.250480] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.256777] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: 749c2906-0454-4ebc-aba4-869a89f42123] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 910.257490] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.257740] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.257946] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.275169] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.275376] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.275541] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a64f4437-f879-4348-ada2-eb9d6b575146 tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.167704] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 918.029136] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=394,nova_cell1:UPDATE=273,nova_cell1:INSERT=34,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23,nova_cell1:DELETE=14 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 919.343691] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=415,nova_cell1:UPDATE=287,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=28,nova_cell1:DELETE=12,nova_cell1:INSERT=36,nova_cell1:ROLLBACK=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 919.964667] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 919.983309] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 919.995577] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=17,nova_cell1:UPDATE=6,nova_cell1:INSERT=23 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 920.236189] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 920.260398] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 920.269906] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=7 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 920.273084] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 921.473101] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 921.490528] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.490784] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.490988] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.545468] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.545860] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.546294] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.546937] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.547248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.547467] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.561731] nova-conductor[53891]: DEBUG nova.quota [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 921.566341] nova-conductor[53891]: DEBUG nova.quota [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for user 02b18559e28442e499cec2423f329d33 and project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 921.579351] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 6c61bdda-86af-4f9c-a53f-65489ba513c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 921.580061] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.580284] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.580457] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.585547] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 6c61bdda-86af-4f9c-a53f-65489ba513c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 921.586349] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.586621] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.586816] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.614602] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.615000] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.615297] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-010d78db-14e9-4b24-9197-b7fd3a1107ea tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.233411] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 922.258370] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.258696] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.258822] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.296258] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.296588] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.296760] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.297171] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.297359] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.297514] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.309595] nova-conductor[53891]: DEBUG nova.quota [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Getting quotas for project 490654d8f2774b839103fcbc5c0f307a. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 922.313691] nova-conductor[53891]: DEBUG nova.quota [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Getting quotas for user b16996c06ddc4d7a8d2544f464f603a5 and project 490654d8f2774b839103fcbc5c0f307a. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 922.321163] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: ad677a8d-54aa-4f4e-bd3f-755b1e402717] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 922.321707] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.321919] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.322105] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.333087] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] [instance: ad677a8d-54aa-4f4e-bd3f-755b1e402717] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 922.333888] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.334127] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.334365] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.356681] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.357053] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.357265] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ead607f1-de2a-45e0-8141-f6e4d83b851b tempest-AttachVolumeNegativeTest-465949462 tempest-AttachVolumeNegativeTest-465949462-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.200579] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 929.220277] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.220277] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.220277] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.253139] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.253582] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.253763] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.254593] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.254593] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.254593] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.266821] nova-conductor[53890]: DEBUG nova.quota [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Getting quotas for project 07cfe97718804e638d9e483b37d2d247. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 929.270110] nova-conductor[53890]: DEBUG nova.quota [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Getting quotas for user 996c63f2cd714928b2378215e2e74222 and project 07cfe97718804e638d9e483b37d2d247. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 929.276238] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] [instance: 1e4dd33b-ffd6-4eff-9d54-380bd5624ca0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 929.276916] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.277202] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.277433] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.280462] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] [instance: 1e4dd33b-ffd6-4eff-9d54-380bd5624ca0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 929.281226] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.281496] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.281726] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.298710] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.299165] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.299480] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-3b3c011f-7efb-44e2-bb0d-09660952ca4f tempest-ServerRescueNegativeTestJSON-1551724590 tempest-ServerRescueNegativeTestJSON-1551724590-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.989600] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 931.007770] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.008058] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.008260] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.049901] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.050146] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.050316] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.050682] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.050958] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.051090] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.059046] nova-conductor[53890]: DEBUG nova.quota [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 931.061395] nova-conductor[53890]: DEBUG nova.quota [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Getting quotas for user 9fd1fec1645e44a8abbe314c4e4b7959 and project 84cea6d0242c4bf794eb62670635b748. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 931.067480] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: 2b47d636-44b9-4ee3-bb54-b03d84e553e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 931.068017] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.069108] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.069399] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.075292] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] [instance: 2b47d636-44b9-4ee3-bb54-b03d84e553e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 931.075999] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.076244] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.076428] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.092301] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.092724] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.092724] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-971bf68d-e422-4796-9aae-67f8914e799f tempest-AttachInterfacesTestJSON-909483181 tempest-AttachInterfacesTestJSON-909483181-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.561097] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 931.591814] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.592068] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.592248] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.634463] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.634463] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.634836] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.635333] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.635545] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.635985] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.647967] nova-conductor[53891]: DEBUG nova.quota [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 931.651694] nova-conductor[53891]: DEBUG nova.quota [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for user 6a00355b70d647a78adfe6003066ab64 and project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 931.659018] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: c21cf881-063c-41c5-a78e-d0eef20d8b8f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 931.659741] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.660063] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.660355] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.666629] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: c21cf881-063c-41c5-a78e-d0eef20d8b8f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 931.667658] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.668018] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.668283] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.686940] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.687258] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.687712] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-c5ca033d-f726-43a4-b66d-413159552b89 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.283517] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method unshelve_instance {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 934.283789] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.284054] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.284211] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.530040] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: 359976fc-2b9e-4a43-a814-bfa826e66a3c] Requesting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) during scheduling {{(pid=53891) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 935.038851] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 935.039312] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] [instance: 359976fc-2b9e-4a43-a814-bfa826e66a3c] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=53891) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 935.044373] nova-conductor[53891]: DEBUG nova.objects.instance [None req-35eaab20-7b3b-4978-a850-d1993c167939 tempest-AttachVolumeShelveTestJSON-2036801179 tempest-AttachVolumeShelveTestJSON-2036801179-project-member] Lazy-loading 'flavor' on Instance uuid 359976fc-2b9e-4a43-a814-bfa826e66a3c {{(pid=53891) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.767244] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method migrate_server {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 937.767589] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.767748] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.767936] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.818803] nova-conductor[53891]: DEBUG nova.conductor.tasks.migrate [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 6c61bdda-86af-4f9c-a53f-65489ba513c6] Restricting to cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) while migrating {{(pid=53891) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 938.065302] nova-conductor[53891]: DEBUG nova.conductor.tasks.migrate [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Created allocations for migration 603da814-6a53-46ed-914b-a0846489b3d9 on 60fe5f7c-d9af-4293-a4f7-a43ee6e2f853 {{(pid=53891) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 938.575035] nova-conductor[53891]: DEBUG nova.conductor.tasks.migrate [None req-5a2a7902-faea-4428-a3b2-fa47133eb299 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 6c61bdda-86af-4f9c-a53f-65489ba513c6] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 941.054597] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.078648] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.087421] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=17 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.091067] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.642126] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.639707] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 942.674515] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.674821] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.674942] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.711928] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.712237] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.712414] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.712795] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.712980] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.713236] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.726257] nova-conductor[53891]: DEBUG nova.quota [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 942.730455] nova-conductor[53891]: DEBUG nova.quota [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 942.740577] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 188884a5-c12b-4d6f-a935-31744c70feeb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 942.741235] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.741530] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.741970] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.748482] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 188884a5-c12b-4d6f-a935-31744c70feeb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 942.749227] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.749468] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.749647] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.765474] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.765685] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.765847] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f5be95f7-f952-47ba-a262-3ce1386f1c94 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.717260] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.751609] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=27,nova_cell1:INSERT=33,nova_cell1:UPDATE=12 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.761405] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.763415] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 964.819035] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 964.832597] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.832897] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.833095] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.864893] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.864893] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.864893] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.865342] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.865342] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.865466] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.873238] nova-conductor[53891]: DEBUG nova.quota [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 964.875509] nova-conductor[53891]: DEBUG nova.quota [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 964.880603] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 8425153c-8da7-4dc4-9e39-55bf65b15a4d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 964.881108] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.881313] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.881482] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.884621] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 8425153c-8da7-4dc4-9e39-55bf65b15a4d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 964.885287] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.885492] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.885656] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.901925] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.902179] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.902374] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-ce2aa2e2-0a1b-4d59-b1c3-aacc201f56e5 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.297944] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 971.310943] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.311195] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.311364] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.353850] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.354269] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.358023] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.358023] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.358023] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.358023] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.368674] nova-conductor[53891]: DEBUG nova.quota [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 971.371221] nova-conductor[53891]: DEBUG nova.quota [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for user 6a00355b70d647a78adfe6003066ab64 and project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 971.377464] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: 70a893c3-93a6-42e2-9162-f0b7f4122bc2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 971.377464] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.377704] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.377921] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.383260] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: 70a893c3-93a6-42e2-9162-f0b7f4122bc2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='2e3c7c5f-8954-4680-9052-de941c269977',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 971.384106] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.384439] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.384511] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.405780] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.406014] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.406193] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-f3d71ba9-7e37-43c8-9bcf-209b5aeeba0e tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.024874] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 973.039102] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.039372] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.039543] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.073143] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.073354] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.073530] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.073938] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.074155] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.074314] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.082227] nova-conductor[53890]: DEBUG nova.quota [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 973.084374] nova-conductor[53890]: DEBUG nova.quota [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for user 02b18559e28442e499cec2423f329d33 and project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 973.089465] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 056cbd93-a3b1-410b-a343-8d308db693e5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 973.089912] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.090120] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.090285] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.094366] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 056cbd93-a3b1-410b-a343-8d308db693e5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 973.094987] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.095196] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.095383] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.110382] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.110609] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.110800] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-d3091ebf-b644-4427-900f-a167ec9c5f9a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.242929] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=339,nova_cell1:UPDATE=197,nova_cell1:SAVEPOINT=22,nova_cell1:RELEASE=22,nova_cell1:INSERT=26,nova_cell1:DELETE=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 979.392860] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=324,nova_cell1:UPDATE=162,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=22,nova_cell1:RELEASE=22,nova_cell1:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 981.360680] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 981.388407] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=15 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 981.399975] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=12 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 981.402482] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.077763] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.099225] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.106488] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.107856] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 984.880529] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 984.895439] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.895718] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.895846] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.933981] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.934266] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.934490] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.935089] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.935321] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.935609] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.947684] nova-conductor[53890]: DEBUG nova.quota [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Getting quotas for project 329740c2fee34b8396b75379c05d2db5. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 984.951140] nova-conductor[53890]: DEBUG nova.quota [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Getting quotas for user c06b113618bb4e52b1179039c2fd110b and project 329740c2fee34b8396b75379c05d2db5. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 984.957267] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] [instance: b594cc84-4337-4970-8992-1292d2289fc2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 984.957824] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.958107] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.958217] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.965764] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] [instance: b594cc84-4337-4970-8992-1292d2289fc2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 984.966523] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.966734] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.966903] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.987016] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.987368] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.987705] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-c4ae6f6a-8507-42eb-9965-1c55051e938d tempest-AttachVolumeTestJSON-1740468664 tempest-AttachVolumeTestJSON-1740468664-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.108182] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method migrate_server {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 991.108182] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.108182] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.108182] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.163534] nova-conductor[53891]: DEBUG nova.conductor.tasks.migrate [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 056cbd93-a3b1-410b-a343-8d308db693e5] Restricting to cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) while migrating {{(pid=53891) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 991.266144] nova-conductor[53891]: DEBUG nova.conductor.tasks.migrate [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Created allocations for migration 34796874-339e-4648-924c-5ea9107f5640 on 60fe5f7c-d9af-4293-a4f7-a43ee6e2f853 {{(pid=53891) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 991.566765] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 991.581196] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.581536] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.581773] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.617813] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.618165] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.618372] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.618822] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.619032] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.619199] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.629103] nova-conductor[53890]: DEBUG nova.quota [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 991.631527] nova-conductor[53890]: DEBUG nova.quota [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 991.637113] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 91a25a9b-a2e3-4f06-98e1-06d9c7eaf043] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 991.637703] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.637929] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.638109] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.641419] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 91a25a9b-a2e3-4f06-98e1-06d9c7eaf043] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 991.642385] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.642385] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.642487] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.657371] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.657651] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.657840] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-6393e2d2-9711-416a-862a-52edf7ad143e tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.771798] nova-conductor[53891]: DEBUG nova.conductor.tasks.migrate [None req-012f0e27-a5ac-4de4-8b2f-836c80879a0a tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 056cbd93-a3b1-410b-a343-8d308db693e5] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1001.162424] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.623308] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.644778] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.652595] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=15 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.655980] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.697881] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1001.713526] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.713829] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.714024] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.742521] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.742700] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.742854] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.743266] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.743453] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.743609] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.752279] nova-conductor[53891]: DEBUG nova.quota [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1001.754412] nova-conductor[53891]: DEBUG nova.quota [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Getting quotas for user 6a00355b70d647a78adfe6003066ab64 and project 04f755d5b22b406793e0337c52556d68. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1001.760437] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: 778e67f5-8dd9-4387-a606-b2610d109b24] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1001.760955] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.761191] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.761361] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.766427] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] [instance: 778e67f5-8dd9-4387-a606-b2610d109b24] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1001.767165] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.767379] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.767548] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.785808] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.786091] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.786308] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d34fd585-fe4e-4a55-84ee-a501b2b42713 tempest-ImagesTestJSON-506604338 tempest-ImagesTestJSON-506604338-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.748022] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.770017] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=11,nova_cell1:UPDATE=6,nova_cell1:INSERT=10 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.779806] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1011.782446] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1014.866784] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1014.880131] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.880383] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.880550] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.920129] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.920381] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.920550] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.920932] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.921175] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.921281] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.930823] nova-conductor[53891]: DEBUG nova.quota [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1014.933887] nova-conductor[53891]: DEBUG nova.quota [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Getting quotas for user 9d7b72b805144e7895cac79bb99b7431 and project 54893c6f1bfc4a33ae0ec5a7628620c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1014.939055] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 3ed13533-4f49-4f3b-b2bc-8626a3bc0fcb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1014.939516] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.939714] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.939939] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.945935] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] [instance: 3ed13533-4f49-4f3b-b2bc-8626a3bc0fcb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1014.946600] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.946808] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.946972] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.968304] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.968526] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.968687] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-33f87faa-65ae-46bb-9aac-0ec3fa934683 tempest-ServersTestJSON-608200757 tempest-ServersTestJSON-608200757-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.735114] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1017.749270] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.749494] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.749660] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.799812] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.800049] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.800224] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.800591] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.800776] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.800933] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.808991] nova-conductor[53891]: DEBUG nova.quota [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1017.811474] nova-conductor[53891]: DEBUG nova.quota [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1017.816677] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: c2637a83-de1c-4a9a-8be3-9b2fb0e654fd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1017.817271] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.817491] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.817659] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.821253] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: c2637a83-de1c-4a9a-8be3-9b2fb0e654fd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1017.821853] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.822056] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.822225] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.839458] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.839654] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.839818] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-158457df-5f4a-4e7c-8f2b-69ce30f7f9e3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.088391] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.116407] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.116644] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.116815] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.198288] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.198534] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.198707] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.199104] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.199290] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.199442] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.210034] nova-conductor[53891]: DEBUG nova.quota [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.213165] nova-conductor[53891]: DEBUG nova.quota [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Getting quotas for user 02b18559e28442e499cec2423f329d33 and project d2dc93cfce634444b4809eb3462c9de4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.218513] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 5399f78d-2e41-4e79-9177-7ea6ecab80ec] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.218977] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.219213] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.219483] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.224522] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] [instance: 5399f78d-2e41-4e79-9177-7ea6ecab80ec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.225217] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.225528] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.225597] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.243760] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.243978] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.244164] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-2d06f748-9d24-48ee-a405-61bcdcf86aa9 tempest-ServerDiskConfigTestJSON-2120178250 tempest-ServerDiskConfigTestJSON-2120178250-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.203630] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.227804] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=22,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.235389] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=21,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.241560] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1036.757715] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1036.773859] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.774078] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.774256] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.803986] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.804373] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.804457] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.804761] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.804946] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.805263] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.814155] nova-conductor[53891]: DEBUG nova.quota [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Getting quotas for project 9dc2983b032a4013bdda8cf2bf6e42c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1036.816866] nova-conductor[53891]: DEBUG nova.quota [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Getting quotas for user fbf7b15c54a24492aa806c20ef1422db and project 9dc2983b032a4013bdda8cf2bf6e42c4. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1036.824120] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] [instance: 0ef65a0c-4c43-4773-8ebe-71641011bc3f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1036.824120] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.824120] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.824120] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.829298] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] [instance: 0ef65a0c-4c43-4773-8ebe-71641011bc3f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1036.832055] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.832055] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.832055] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.857891] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.858162] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.858346] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-d52c1f2a-9f56-4add-8632-bb55b7cab8d3 tempest-ServerRescueTestJSONUnderV235-871167390 tempest-ServerRescueTestJSONUnderV235-871167390-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.472026] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=366,nova_cell1:UPDATE=283,nova_cell1:SAVEPOINT=22,nova_cell1:RELEASE=22,nova_cell1:INSERT=25,nova_cell1:DELETE=18 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1039.460222] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=316,nova_cell1:UPDATE=238,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:INSERT=27,nova_cell1:DELETE=13 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1041.574053] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1041.587852] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.588099] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.588298] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.614680] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.614911] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.615098] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.615511] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.615721] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.615897] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.623476] nova-conductor[53890]: DEBUG nova.quota [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1041.630976] nova-conductor[53890]: DEBUG nova.quota [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1041.639799] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: a9bf39a0-cf0a-4115-bc57-fbfad79c650b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1041.640320] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.640581] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.640779] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.645364] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: a9bf39a0-cf0a-4115-bc57-fbfad79c650b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1041.646109] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.646254] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.646416] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.662787] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.663009] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.663185] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ab045197-e835-4862-b207-014b5e86c4d3 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.809283] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1046.833825] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1046.852401] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=6 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1046.854405] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.620124] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.648423] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.658182] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=5 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1051.661351] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1073.041652] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1073.054075] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.054304] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.054473] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.094202] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.094422] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.094591] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.094972] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.095199] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.095343] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.104420] nova-conductor[53891]: DEBUG nova.quota [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Getting quotas for project 9cb8993c63f44a4abe22e1e46d4e59c5. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1073.109151] nova-conductor[53891]: DEBUG nova.quota [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Getting quotas for user 2a3ac19a15004fffbb520d5aa35a8765 and project 9cb8993c63f44a4abe22e1e46d4e59c5. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1073.114995] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] [instance: 0f139975-95c4-4937-ba22-3db91139ecb4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1073.115799] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.115799] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.115950] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.120304] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] [instance: 0f139975-95c4-4937-ba22-3db91139ecb4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1073.120839] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.121079] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.121222] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.137911] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.138142] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.138310] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-a7a9b5c2-8f60-4499-827d-9de320bb91e5 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.904599] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1079.913659] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 94a98ab5-5f55-48a0-8064-fbccfa91e608] While scheduling instance, the build request was already deleted. {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 1079.937089] nova-conductor[53891]: INFO nova.scheduler.client.report [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Deleted allocations for instance 94a98ab5-5f55-48a0-8064-fbccfa91e608 [ 1079.940878] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.941120] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.941293] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.941643] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.941825] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.941981] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.950148] nova-conductor[53891]: DEBUG nova.quota [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1079.952231] nova-conductor[53891]: DEBUG nova.quota [None req-86ebbce9-934f-41b6-a1ba-94a6bf4cbeca tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1080.276898] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1080.288708] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.288936] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.289120] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.321882] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.322076] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.322245] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.322607] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.322791] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.322947] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.331346] nova-conductor[53891]: DEBUG nova.quota [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1080.333960] nova-conductor[53891]: DEBUG nova.quota [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1080.338793] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: c49cf42c-14a5-4c72-8bc6-0627102cde66] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1080.339278] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.339475] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.339635] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.343814] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: c49cf42c-14a5-4c72-8bc6-0627102cde66] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1080.344435] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.344630] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.344791] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.359665] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.359860] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.360032] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-270e4ff1-57f1-4a31-b115-e8838205ad96 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.399879] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3851934f-4b31-4b56-b1f9-65b0a58ab8f2 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method rebuild_instance {{(pid=53891) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1084.400250] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3851934f-4b31-4b56-b1f9-65b0a58ab8f2 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.400337] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3851934f-4b31-4b56-b1f9-65b0a58ab8f2 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.400499] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-3851934f-4b31-4b56-b1f9-65b0a58ab8f2 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.411262] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-3851934f-4b31-4b56-b1f9-65b0a58ab8f2 tempest-ServerShowV257Test-1769988245 tempest-ServerShowV257Test-1769988245-project-member] [instance: 0f139975-95c4-4937-ba22-3db91139ecb4] No migration record for the rebuild/evacuate request. {{(pid=53891) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1090.326781] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.358130] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1094.415935] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1094.425552] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=16,nova_cell1:RELEASE=1,nova_cell1:UPDATE=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1098.925572] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SAVEPOINT=9,nova_cell1:UPDATE=148,nova_cell1:RELEASE=9,nova_cell1:SELECT=235,nova_cell1:DELETE=9,nova_cell1:INSERT=36 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.462157] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=242,nova_cell1:UPDATE=153,nova_cell1:INSERT=28,nova_cell1:SAVEPOINT=15,nova_cell1:RELEASE=15,nova_cell1:DELETE=8 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1115.496585] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1115.513547] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.513857] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.514183] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.552116] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.552341] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.552509] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.552873] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.553073] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.553239] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.560560] nova-conductor[53890]: DEBUG nova.quota [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1115.562663] nova-conductor[53890]: DEBUG nova.quota [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1115.567417] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: e50c1a5d-d976-4d19-a885-506f664f82e8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1115.567843] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.568047] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.568212] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.574473] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: e50c1a5d-d976-4d19-a885-506f664f82e8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1115.575080] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.575278] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.575439] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.591022] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.591254] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.591418] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf471b7-dc66-4ffe-93ff-0c451e41e5ee tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.556860] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.577710] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.585640] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1125.589102] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1137.001511] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=53890) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1137.014053] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.014273] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.014438] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.049173] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.049407] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.049573] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.049934] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.050186] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.050351] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.058828] nova-conductor[53890]: DEBUG nova.quota [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1137.061756] nova-conductor[53890]: DEBUG nova.quota [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53890) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1137.066483] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 2754f33b-6fd5-4ec0-9ec8-2817b546ee0b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1137.066918] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.067127] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.067291] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.071663] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 2754f33b-6fd5-4ec0-9ec8-2817b546ee0b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53890) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1137.072276] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.072468] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.072627] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.088765] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.089041] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.089269] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-ecf189c9-e763-49f2-936b-7ad7f472ed99 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.054281] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell0:SELECT=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.074187] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.082068] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1147.085554] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1158.409396] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=53891) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1158.423212] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.423463] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.423632] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.462312] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.462525] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.462691] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.463075] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.463263] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.463438] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.470594] nova-conductor[53891]: DEBUG nova.quota [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1158.472682] nova-conductor[53891]: DEBUG nova.quota [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Getting quotas for user 09fd10a9d115440a9303bb9c8570ff13 and project f66b29f541f74f5382ec6f24ff2961d3. Resources: {'ram', 'cores', 'instances'} {{(pid=53891) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1158.477522] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 3dee1d68-56c6-4e45-8546-c8f714dd7e2f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53891) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1158.477971] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.478185] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.478349] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.482601] nova-conductor[53891]: DEBUG nova.conductor.manager [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 3dee1d68-56c6-4e45-8546-c8f714dd7e2f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4d4e3cfe-ed73-4bca-983c-3487f927db45',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=53891) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1158.483200] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.483405] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.483572] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.499783] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.499975] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.500169] nova-conductor[53891]: DEBUG oslo_concurrency.lockutils [None req-05551080-8975-4e02-bad5-398d6ba8b354 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53891) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.547814] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=86,nova_cell1:UPDATE=75,nova_cell1:DELETE=6,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1161.143253] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=95,nova_cell1:UPDATE=57,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8,nova_cell1:INSERT=9,nova_cell1:DELETE=2 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.467480] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell0:SELECT=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.485434] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.495281] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.498774] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1171.091554] nova-conductor[53890]: DEBUG nova.conductor.manager [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Targeting cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) for conductor method migrate_server {{(pid=53890) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1171.091841] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Acquiring lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.091924] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.092039] nova-conductor[53890]: DEBUG oslo_concurrency.lockutils [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Lock "ab979beb-8097-4f3c-976d-3b300fee1ee9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53890) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.228087] nova-conductor[53890]: DEBUG nova.conductor.tasks.migrate [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 3dee1d68-56c6-4e45-8546-c8f714dd7e2f] Restricting to cell ab979beb-8097-4f3c-976d-3b300fee1ee9(cell1) while migrating {{(pid=53890) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1171.326882] nova-conductor[53890]: DEBUG nova.conductor.tasks.migrate [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] Created allocations for migration 37072db0-682b-4ee1-8e75-f9cf9f54680e on 60fe5f7c-d9af-4293-a4f7-a43ee6e2f853 {{(pid=53890) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1171.832812] nova-conductor[53890]: DEBUG nova.conductor.tasks.migrate [None req-aada2666-c154-4131-a6d4-43c54ddfea81 tempest-DeleteServersTestJSON-1920389246 tempest-DeleteServersTestJSON-1920389246-project-member] [instance: 3dee1d68-56c6-4e45-8546-c8f714dd7e2f] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=53890) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1181.850060] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1181.851160] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1181.864128] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1210.857839] nova-conductor[53891]: DEBUG dbcounter [-] [53891] Writing DB stats nova_cell1:UPDATE=51,nova_cell1:SELECT=77,nova_cell1:INSERT=1,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=3 {{(pid=53891) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1211.341227] nova-conductor[53890]: DEBUG dbcounter [-] [53890] Writing DB stats nova_cell1:SELECT=63,nova_cell1:UPDATE=32,nova_cell1:INSERT=7,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5 {{(pid=53890) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}